-- Logs begin at Tue 2022-10-04 07:59:27 UTC, end at Tue 2022-10-04 09:13:28 UTC. -- Oct 04 08:43:16.769030 dv-cinder-859447-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 04 08:43:19.440968 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.common.config [-] Logging enabled! Oct 04 08:43:19.441512 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 04 08:43:19.441765 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113173) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 08:43:19.444924 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.common.config [-] Logging enabled! Oct 04 08:43:19.445179 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 04 08:43:19.445488 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113173) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 08:43:19.446422 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 08:43:19.446675 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 08:43:19.447154 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 08:43:19.447402 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 08:43:19.447628 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 08:43:19.447950 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.448251 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.448482 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.448780 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.449072 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.449356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.449647 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.449943 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.450890 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.451174 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.451460 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.451692 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.451974 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.452262 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.452549 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.452774 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] debug = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.453054 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.453475 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.453887 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.454178 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.454495 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.454777 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.455050 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.455325 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.455610 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.455935 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] host = dv-cinder-859447-2-iscsi {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.456214 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.456506 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.456791 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.457075 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.457350 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.457624 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.457907 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.458188 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.458471 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] log_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.458765 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.459040 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.459325 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.459611 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.459834 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.460054 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.460336 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.460624 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.460897 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.461169 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.461441 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.461712 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.461983 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.462247 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.462554 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.462840 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.463124 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.463400 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.463674 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.463944 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.464214 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.464499 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.464774 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.465046 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.465318 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.465604 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.466570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.466878 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.467132 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.467420 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.467702 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.467988 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.468263 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.468544 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.468817 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.469088 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.469358 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] use_json = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.469629 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.469899 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.470178 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.470479 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.470753 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.471027 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.471298 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.471583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.471854 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:19.472150 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.472446 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.472744 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.473029 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.473333 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.473615 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.473906 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.474186 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.474501 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.474792 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.475081 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.475360 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.475661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.475949 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.476245 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.476555 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.476846 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.477137 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.477414 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.477690 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.477963 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.478242 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.478557 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.478836 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.479125 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.479413 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.479693 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.479989 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.480276 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.480560 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.480849 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.481137 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.481512 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.481820 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.482112 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.482514 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.482793 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.483084 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.483365 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.483641 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.483923 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.484213 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.484500 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.484772 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.485051 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.485341 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.485620 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.485894 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.486166 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.486471 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.486746 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.487031 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.487310 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.487582 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.487854 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.488130 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.488403 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.488673 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.488948 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.489220 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.489497 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.489774 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.490049 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.490324 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.490618 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.490893 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.491167 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.491442 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.491720 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.491997 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.492270 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.492542 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.492818 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.493089 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.493374 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.493671 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.493964 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.494234 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.494540 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.494820 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.495099 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.495379 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.495658 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.495936 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.496212 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.496502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.496786 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.497123 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.497506 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.497880 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.498183 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.498492 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.498777 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.499057 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.499341 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.499622 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.499908 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.500202 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.500467 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.500753 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.501287 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.501584 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.501879 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.502159 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.502485 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.502780 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.503073 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.503353 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.503661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.503941 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:19.504161 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 08:43:19.504398 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113173) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 04 08:43:19.883617 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 08:43:19.883933 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 08:43:19.884199 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 08:43:19.884428 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 08:43:19.884708 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 08:43:19.885036 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 04 08:43:20.210629 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.210841 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.211108 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.212296 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.212570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.212833 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.265185 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.265463 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.265730 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.281536 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.281819 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.282088 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.309840 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.310169 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.310463 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.346010 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.346288 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.346582 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.586150 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.586828 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.586828 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.587903 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.588609 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.686057 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.686368 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.686676 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.686948 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.687215 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.687528 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.687792 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.688049 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.688302 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.688582 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.688841 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.689103 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.689359 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.689608 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.689862 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.690123 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.690376 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.690664 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.690935 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.691191 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.691467 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.691719 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.691999 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.692374 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.692627 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.692873 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.693259 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:43:20.693500 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:43:20.693736 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:43:20.693970 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:43:20.694203 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:43:20.694456 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:43:20.694817 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 04 08:43:20.697833 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 04 08:43:20.702431 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 04 08:43:20.706095 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 04 08:43:20.707730 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 04 08:43:20.708341 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 04 08:43:20.708677 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 04 08:43:20.709064 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 04 08:43:20.711827 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 04 08:43:20.712082 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 04 08:43:20.712424 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 08:43:20.717550 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 04 08:43:20.739927 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 04 08:43:20.740376 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.740672 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113173) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 04 08:43:20.741042 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.742362 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113173) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 04 08:43:20.742674 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 08:43:20.742922 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 04 08:43:20.754502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.754789 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:20.914299 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 04 08:43:20.914502 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 04 08:43:20.914741 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 04 08:43:20.915134 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 04 08:43:20.969200 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO dbcounter [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Registered counter for database neutron Oct 04 08:43:20.988388 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_db.sqlalchemy.engines [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113173) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 04 08:43:20.994179 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG dbcounter [-] [113173] Writer thread running {{(pid=113173) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:43:21.718722 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Initializing driver for type 'gre' Oct 04 08:43:21.719383 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] gre ID ranges: [(1, 1000)] Oct 04 08:43:21.860952 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Initializing driver for type 'local' Oct 04 08:43:21.861285 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Initializing driver for type 'vlan' Oct 04 08:43:21.935885 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] VlanTypeDriver initialization complete Oct 04 08:43:21.936215 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Initializing driver for type 'vxlan' Oct 04 08:43:21.936703 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] vxlan ID ranges: [(1, 1000)] Oct 04 08:43:22.072537 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Initializing extension driver 'port_security' Oct 04 08:43:22.072887 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.extensions.port_security [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] PortSecurityExtensionDriver initialization complete Oct 04 08:43:22.073232 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Initializing mechanism driver 'openvswitch' Oct 04 08:43:22.073585 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Initializing mechanism driver 'hyperv' Oct 04 08:43:22.083819 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:43:22.084493 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > port after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.084874 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > port after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.085235 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > port after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.085741 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:43:22.086166 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > subnet after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.086561 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > subnet after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.086917 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.087318 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:43:22.087786 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > network after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.088147 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > network after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.088518 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > network after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.088912 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:43:22.089326 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > security_group after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.089683 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > security_group after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.090029 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.090478 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:43:22.091712 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.092836 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.092836 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.093034 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:43:22.093286 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > address_group after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.093642 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > address_group after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.093992 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.094383 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:43:22.094851 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] ML2 OVO RPC backend initialized. {{(pid=113173) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 04 08:43:22.095565 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.095928 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.096354 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > network before_response 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.096711 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > networks before_response 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.097068 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > port before_response 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.097420 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > ports before_response 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.097771 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > subnet before_response 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.098122 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > subnets before_response 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.098499 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > network after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.098849 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > network after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.099191 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > network after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.099535 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > port after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.099878 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > port after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.100219 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > port after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.100562 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > subnet after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.100903 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > subnet after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.101241 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.109400 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded quota_driver: . Oct 04 08:43:22.109763 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.plugin [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Modular L2 Plugin initialization complete Oct 04 08:43:22.110117 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading services supported by the core plugin {{(pid=113173) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 04 08:43:22.110492 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.plugins.ml2.managers [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Got port-security extension from driver 'port_security' Oct 04 08:43:22.110977 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.extensions.vlantransparent [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Disabled vlantransparent extension. Oct 04 08:43:22.111478 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113173) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 04 08:43:22.111808 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading Plugin: router Oct 04 08:43:22.147072 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.147471 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router after_create 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.147850 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router before_create 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.148221 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.148599 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.148963 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router after_delete 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.149329 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.149687 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.150049 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router after_create 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.150428 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router after_update 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.150780 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router after_update 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.151132 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.151495 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router after_update 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.151911 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router precommit_update 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.152291 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: port after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.152644 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: port after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.152991 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: subnet after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.154011 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.154531 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.154896 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router precommit_create 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.155249 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: port before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.155603 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router precommit_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.155966 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router after_update 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.156318 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.156678 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router precommit_create 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.157046 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.157402 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router precommit_update 55549900 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.157781 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > agent after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.158142 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > agent after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.158523 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > network after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.159374 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Tracking information for resource: router configured {{(pid=113173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:43:22.159714 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Tracking information for resource: floatingip configured {{(pid=113173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:43:22.164644 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.db.l3_agentschedulers_db [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 04 08:43:22.165227 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: port after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.165598 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: port after_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.165960 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: port after_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.166318 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: port after_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.167145 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router before_create 55550100 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.167519 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.167890 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router precommit_create 55550100 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.168254 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > router precommit_update 55550100 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.173681 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.services.provider_configuration [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service providers = [] {{(pid=113173) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 04 08:43:22.174053 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.db.servicetype_db [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113173) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 04 08:43:22.177034 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.services.service_base [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 08:43:22.177389 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.services.service_base [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 08:43:22.177738 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.services.service_base [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 08:43:22.178660 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.services.service_base [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 08:43:22.179035 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.services.service_base [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 04 08:43:22.179417 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:43:22.179741 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 04 08:43:22.191317 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:43:22.191657 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading Plugin: auto_allocate Oct 04 08:43:22.197339 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: network precommit_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.197714 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: network precommit_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.198238 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:43:22.198595 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading Plugin: tag Oct 04 08:43:22.205326 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:43:22.205660 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading Plugin: timestamp Oct 04 08:43:22.209679 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:43:22.210014 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading Plugin: network_ip_availability Oct 04 08:43:22.215494 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.216522 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.216894 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.217611 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:43:22.217958 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading Plugin: flavors Oct 04 08:43:22.222649 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:43:22.222985 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading Plugin: revisions Oct 04 08:43:22.227382 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:43:22.227775 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_concurrency.lockutils [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.343s {{(pid=113173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 08:43:22.228524 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113173) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 04 08:43:22.228864 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Initializing extension manager. Oct 04 08:43:22.229392 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: __init__.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.229740 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: __pycache__ {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.230081 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: address_group.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.230991 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.231607 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: address-group Oct 04 08:43:22.231937 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: address_scope.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.232617 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.233127 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: address-scope Oct 04 08:43:22.233456 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.234336 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.234868 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: router-admin-state-down-before-update Oct 04 08:43:22.235198 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: agent.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.235860 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.236362 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: agent Oct 04 08:43:22.236690 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: agent_resources_synced.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.237555 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.238061 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: agent-resources-synced Oct 04 08:43:22.238388 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: allowedaddresspairs.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.240146 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.240661 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: allowed-address-pairs Oct 04 08:43:22.240994 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: auto_allocated_topology.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.242022 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.242567 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: auto-allocated-topology Oct 04 08:43:22.242899 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: availability_zone.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.243559 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.244066 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: availability_zone Oct 04 08:43:22.244392 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: availability_zone_filter.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.245262 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.245766 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: availability_zone_filter Oct 04 08:43:22.246093 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: data_plane_status.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.247515 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.248012 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension data-plane-status not supported by any of loaded plugins Oct 04 08:43:22.248339 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: default_subnetpools.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.249208 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.249712 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: default-subnetpools Oct 04 08:43:22.250040 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.251171 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.251676 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: dhcp_agent_scheduler Oct 04 08:43:22.252001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: dns.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.252874 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.253378 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension dns-integration not supported by any of loaded plugins Oct 04 08:43:22.253700 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: dns_domain_ports.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.254602 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.255105 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 04 08:43:22.255429 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.256304 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.256804 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 04 08:43:22.257128 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: dvr.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.257754 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.258251 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: dvr Oct 04 08:43:22.258601 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: ecmp_routes.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.259472 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.259970 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 04 08:43:22.260298 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: empty_string_filtering.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.261158 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.261661 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: empty-string-filtering Oct 04 08:43:22.261989 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.263608 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.264115 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 04 08:43:22.264443 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.265336 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.265834 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 04 08:43:22.266161 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: external_net.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.267043 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.267549 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: external-net Oct 04 08:43:22.267876 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.268733 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.269237 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: extra_dhcp_opt Oct 04 08:43:22.269566 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: extraroute.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.270445 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.270950 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: extraroute Oct 04 08:43:22.271278 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: extraroute_atomic.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.272269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.272774 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: extraroute-atomic Oct 04 08:43:22.273100 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: filter_validation.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.273725 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.274232 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: filter-validation Oct 04 08:43:22.274593 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: fip_pf_description.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.275457 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.276008 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 04 08:43:22.276277 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: fip_pf_detail.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.277143 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.277642 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 04 08:43:22.277966 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: fip_pf_port_range.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.278882 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.279380 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 04 08:43:22.279702 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: fip_port_details.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.280575 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.281077 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: fip-port-details Oct 04 08:43:22.281400 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: flavors.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.282612 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.283122 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: flavors Oct 04 08:43:22.283453 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.285053 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.285572 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 04 08:43:22.285908 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: floatingip_pools.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.286609 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.287121 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: floatingip-pools Oct 04 08:43:22.287452 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: ip_allocation.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.288329 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.288830 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension ip_allocation not supported by any of loaded plugins Oct 04 08:43:22.289155 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.290049 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.290582 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: ip-substring-filtering Oct 04 08:43:22.290911 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l2_adjacency.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.291799 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.292298 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 04 08:43:22.292627 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l3.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.293542 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.294128 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: router Oct 04 08:43:22.294464 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.296812 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.297339 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 04 08:43:22.297676 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.298588 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.299109 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: ext-gw-mode Oct 04 08:43:22.299449 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.300333 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.300844 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: l3-ha Oct 04 08:43:22.301174 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.302042 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.302576 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 04 08:43:22.302905 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l3_flavors.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.303783 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.304291 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: l3-flavors Oct 04 08:43:22.304622 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.305945 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.306481 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 04 08:43:22.306817 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.307692 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.308200 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 04 08:43:22.308533 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: l3agentscheduler.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.310203 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.310745 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: l3_agent_scheduler Oct 04 08:43:22.311080 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: local_ip.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.312791 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.313308 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension local_ip not supported by any of loaded plugins Oct 04 08:43:22.313648 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: logging.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.315120 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.315643 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension logging not supported by any of loaded plugins Oct 04 08:43:22.315982 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: metering.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.316688 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.317265 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: metering Oct 04 08:43:22.317602 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.318693 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.319210 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: metering_source_and_destination_fields Oct 04 08:43:22.319544 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: multiprovidernet.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.320429 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.320945 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: multi-provider Oct 04 08:43:22.321277 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: netmtu.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.322152 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.322749 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: net-mtu Oct 04 08:43:22.323029 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: netmtu_writable.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.323903 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.324411 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: net-mtu-writable Oct 04 08:43:22.324742 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: network_availability_zone.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.325911 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.326442 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: network_availability_zone Oct 04 08:43:22.326772 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: network_ip_availability.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.327823 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.328332 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: network-ip-availability Oct 04 08:43:22.328663 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: network_segment_range.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.329388 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.329885 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension network-segment-range not supported by any of loaded plugins Oct 04 08:43:22.330216 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: pagination.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.331168 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.331506 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: pagination Oct 04 08:43:22.331834 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: port_device_profile.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.332694 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.333204 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: port-device-profile Oct 04 08:43:22.333532 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: port_mac_address_override.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.334423 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.334956 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: port-mac-override Oct 04 08:43:22.335284 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.336161 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.336667 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: port-mac-address-regenerate Oct 04 08:43:22.336994 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.337874 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.338383 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: port-numa-affinity-policy Oct 04 08:43:22.338734 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: port_resource_request.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.339607 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.340103 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension port-resource-request not supported by any of loaded plugins Oct 04 08:43:22.340430 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: port_resource_request_groups.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.341380 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.341877 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 04 08:43:22.342211 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: portbindings.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.343114 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.343616 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: binding Oct 04 08:43:22.343945 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: portbindings_extended.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.345161 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.345681 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: binding-extended Oct 04 08:43:22.346016 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: portsecurity.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.346973 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.347488 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: port-security Oct 04 08:43:22.347823 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: project_id.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.348934 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.349272 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: project-id Oct 04 08:43:22.349602 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: providernet.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.350518 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.351032 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: provider Oct 04 08:43:22.351362 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.354900 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.355425 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos not supported by any of loaded plugins Oct 04 08:43:22.355765 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.357575 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.358095 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 04 08:43:22.358454 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.359346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.359854 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 04 08:43:22.360186 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_default.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.361059 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.361571 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-default not supported by any of loaded plugins Oct 04 08:43:22.361902 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_fip.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.362814 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.363324 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-fip not supported by any of loaded plugins Oct 04 08:43:22.363653 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.364534 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.365036 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 04 08:43:22.365363 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_gateway_ip.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.366247 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.366785 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 04 08:43:22.367114 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_port_network_policy.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.367988 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.368499 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 04 08:43:22.368825 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.369823 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.370336 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 04 08:43:22.370685 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.371686 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.372868 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 04 08:43:22.373205 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_pps_rule.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.374351 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.374911 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-pps not supported by any of loaded plugins Oct 04 08:43:22.375248 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_rule_type_details.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.376389 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.376895 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 04 08:43:22.377228 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.378107 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.378637 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 04 08:43:22.378970 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: qos_rules_alias.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.379970 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.380478 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 04 08:43:22.380808 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: quota_check_limit.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.381683 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.382199 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: quota-check-limit Oct 04 08:43:22.382561 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: quotasv2.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.383467 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.383799 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: quotas Oct 04 08:43:22.384125 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: quotasv2_detail.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.385782 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.386123 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: quota_details Oct 04 08:43:22.386485 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: rbac.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.387693 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.388090 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: rbac-policies Oct 04 08:43:22.388407 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: rbac_address_group.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.389300 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.389812 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: rbac-address-group Oct 04 08:43:22.390146 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: rbac_address_scope.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.391140 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.391652 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: rbac-address-scope Oct 04 08:43:22.391983 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: rbac_security_groups.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.392865 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.393373 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: rbac-security-groups Oct 04 08:43:22.393704 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: rbac_subnetpool.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.394630 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.395144 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: rbac-subnetpool Oct 04 08:43:22.395476 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: revisionifmatch.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.396361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.396870 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: revision-if-match Oct 04 08:43:22.397199 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: revisions.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.398274 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.398823 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: standard-attr-revisions Oct 04 08:43:22.399150 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: router_availability_zone.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.399787 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.400302 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: router_availability_zone Oct 04 08:43:22.400629 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: routerservicetype.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.401513 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.402022 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension router-service-type not supported by any of loaded plugins Oct 04 08:43:22.402352 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.403608 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.403854 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: security-groups-normalized-cidr Oct 04 08:43:22.404183 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.405081 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.405590 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: port-security-groups-filtering Oct 04 08:43:22.405924 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.406838 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.407349 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: security-groups-remote-address-group Oct 04 08:43:22.407679 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.408573 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.409078 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: security-groups-shared-filtering Oct 04 08:43:22.409408 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: securitygroup.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.419710 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.420240 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: security-group Oct 04 08:43:22.420577 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: segment.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.421268 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.421778 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension segment not supported by any of loaded plugins Oct 04 08:43:22.422107 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.423041 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.423551 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 04 08:43:22.423881 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: servicetype.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.424937 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.425452 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: service-type Oct 04 08:43:22.425782 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: sorting.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.426753 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.427089 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: sorting Oct 04 08:43:22.427416 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: standard_attr_segment.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.428306 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.428817 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 04 08:43:22.429145 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: standardattrdescription.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.429757 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.430275 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: standard-attr-description Oct 04 08:43:22.430637 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: stateful_security_group.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.431524 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.432033 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: stateful-security-group Oct 04 08:43:22.432362 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: stdattrs_common.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.432912 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 04 08:43:22.433240 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.434127 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.435218 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 04 08:43:22.435550 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: subnet_onboard.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.436571 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.437084 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: subnet_onboard Oct 04 08:43:22.437417 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.438307 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.438838 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 04 08:43:22.439169 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: subnet_service_types.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.440068 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.440578 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: subnet-service-types Oct 04 08:43:22.440908 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: subnetallocation.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.441939 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.442479 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: subnet_allocation Oct 04 08:43:22.442817 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.443451 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.443968 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: subnetpool-prefix-ops Oct 04 08:43:22.444297 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.445195 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.445704 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 04 08:43:22.446035 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: tagging.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.447093 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.447621 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: standard-attr-tag Oct 04 08:43:22.447954 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: timestamp.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.449118 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.449628 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loaded extension: standard-attr-timestamp Oct 04 08:43:22.449959 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: trunk.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.451156 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.451675 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension trunk not supported by any of loaded plugins Oct 04 08:43:22.452008 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: trunk_details.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.452920 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.453430 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension trunk-details not supported by any of loaded plugins Oct 04 08:43:22.453762 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: uplink_status_propagation.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.454675 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.455191 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 04 08:43:22.455522 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Loading extension file: vlantransparent.py {{(pid=113173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:43:22.456158 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:43:22.456660 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 04 08:43:22.459312 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:network Oct 04 08:43:22.459842 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:subnet Oct 04 08:43:22.460247 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:43:22.460643 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:port Oct 04 08:43:22.461932 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.462378 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service FLAVORS assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.463020 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.463459 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.463799 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:router Oct 04 08:43:22.464253 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:floatingip Oct 04 08:43:22.464756 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service METERING assigned prefix: /metering {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.466354 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.466760 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.467125 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:43:22.468119 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 08:43:22.468560 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:security_group Oct 04 08:43:22.469003 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 08:43:22.469547 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service CORE assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.469885 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:43:22.470237 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] subnetpool is already registered Oct 04 08:43:22.470696 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service CORE assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.471034 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:43:22.471368 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] subnetpool is already registered Oct 04 08:43:22.473778 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.474230 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service FLAVORS assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.474893 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.475447 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.475788 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:router Oct 04 08:43:22.476143 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] router is already registered Oct 04 08:43:22.476572 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:floatingip Oct 04 08:43:22.476913 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] floatingip is already registered Oct 04 08:43:22.477384 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service METERING assigned prefix: /metering {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.478102 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 08:43:22.478455 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] rbac_policy is already registered Oct 04 08:43:22.478889 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:security_group Oct 04 08:43:22.479229 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] security_group is already registered Oct 04 08:43:22.479645 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 08:43:22.479985 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] security_group_rule is already registered Oct 04 08:43:22.480487 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service CORE assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.480817 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:43:22.481160 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] subnetpool is already registered Oct 04 08:43:22.482114 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.v2.resource_helper [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Service CORE assigned prefix: {{(pid=113173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:43:22.482465 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:43:22.482802 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING neutron.quota.resource_registry [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] subnetpool is already registered Oct 04 08:43:22.483282 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: extensions {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.485201 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: address-groups {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.486774 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: address-scopes {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.488010 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: agents {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.489406 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: auto-allocated-topology {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.492279 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: availability_zones {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.493936 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: dhcp-networks {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.495512 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: dhcp-agents {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.497627 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: routers {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.499420 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: flavors {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.500620 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: service_profiles {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.502206 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: next_providers {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.503730 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: service_profiles {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.505232 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: floatingip-pools {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.506547 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: routers {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.508419 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: floatingips {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.509638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: l3-routers {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.511088 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: l3-agents {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.512716 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: metering-labels {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.514192 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: metering-label-rules {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.515535 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: network-ip-availabilities {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.516928 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: bindings {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.518552 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: quotas {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.520156 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: quotas {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.521828 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: rbac-policies {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.523084 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: security-groups {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.524319 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: security-group-rules {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.525608 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: service-providers {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.527564 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: subnetpools {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.529118 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: subnetpools {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.530642 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.532449 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.534227 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.536171 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.537908 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.539834 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.541658 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.543526 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.545874 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.547790 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron.api.extensions [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Extended resource: tags {{(pid=113173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:43:22.554925 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING keystonemiddleware.auth_token [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 04 08:43:22.560121 dv-cinder-859447-2-iscsi neutron-server[113173]: WARNING keystonemiddleware.auth_token [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 04 08:43:22.568990 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_concurrency.lockutils [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Acquiring lock "singleton_lock" {{(pid=113173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 04 08:43:22.569386 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_concurrency.lockutils [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Acquired lock "singleton_lock" {{(pid=113173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 04 08:43:22.569867 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_concurrency.lockutils [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Releasing lock "singleton_lock" {{(pid=113173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 04 08:43:22.570563 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO oslo_service.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Starting 2 workers Oct 04 08:43:22.576754 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Started child 113286 {{(pid=113173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 08:43:22.581320 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Started child 113287 {{(pid=113173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 08:43:22.581585 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:22.582960 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO neutron.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 04 08:43:22.583144 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [-] (113286) wsgi starting up on http://0.0.0.0:9696 Oct 04 08:43:22.583565 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:22.585961 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO oslo_service.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Starting 1 workers Oct 04 08:43:22.586127 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:22.587706 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [-] (113287) wsgi starting up on http://0.0.0.0:9696 Oct 04 08:43:22.591774 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Started child 113288 {{(pid=113173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 08:43:22.592333 dv-cinder-859447-2-iscsi neutron-server[113173]: INFO oslo_service.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Starting 1 workers Oct 04 08:43:22.595857 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] calling RpcWorker wait() {{(pid=113288) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 04 08:43:22.596405 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] returning from RpcWorker wait() {{(pid=113288) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 04 08:43:22.596930 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Started child 113289 {{(pid=113173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 08:43:22.597605 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:22.597766 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8cae-ea7e-4a5f-8d4e-a8c099f4d4b9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:22.598029 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:43:22.599767 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 08:43:22.599977 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 08:43:22.600166 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 08:43:22.600397 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 08:43:22.600751 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 08:43:22.600933 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 08:43:22.601420 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.601714 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.601981 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.602265 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.602735 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:22.603204 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.603204 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.603415 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.603707 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.603801 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:43:22.603988 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.604127 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.604292 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.604537 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.604769 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.605082 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.605376 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.605617 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.605844 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.606015 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.606639 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.606639 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.606890 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.607186 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] debug = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.607345 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.607825 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.608073 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.608317 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.608841 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.608841 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.609138 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.609346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.609589 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.609807 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.610047 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.610303 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.610593 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.610847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.611090 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.611381 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.611623 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.612115 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] host = dv-cinder-859447-2-iscsi {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.612368 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.612604 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.612854 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.613110 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.613378 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.613616 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.613886 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.614142 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.614446 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.614672 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.614924 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.615158 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.615378 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.615633 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.615801 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_options = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.616037 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.616549 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.616827 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.617021 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.617194 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.617364 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.617690 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.617843 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.618024 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.620574 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.620574 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.620574 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.620574 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.620574 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.620574 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.620574 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.620574 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.626797 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.626797 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.626797 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.626797 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.626797 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.626797 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.626797 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.626797 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627236 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627236 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627236 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627236 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627236 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627236 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627236 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627236 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.627661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.628098 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.628098 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.628098 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.628098 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.628337 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.628624 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_json = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.628719 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.628935 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.629637 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.629896 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.630132 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.630393 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.630587 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.630821 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.631051 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.631465 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.631797 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.632105 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.632363 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.632603 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.632861 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.633098 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.633327 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.633584 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.633832 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.634153 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.634361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.634699 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.634980 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.635258 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.635584 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.635832 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.636113 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.636373 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.636601 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.636824 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.637066 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.637343 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.638106 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.638586 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.638877 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.639263 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.640113 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.640385 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.640653 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.641562 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.641907 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.642099 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.642364 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.642612 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.642937 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.643201 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.648847 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649369 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649369 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649369 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649369 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649369 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649369 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649369 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649369 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649874 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649874 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.649874 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.650055 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.650129 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.650370 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.650644 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.650862 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.651075 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.651508 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.651829 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.652204 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.652456 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.652695 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.652916 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.653172 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.654123 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.654349 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.654655 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.654876 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.655095 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.655311 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.655533 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.655749 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.655967 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.656183 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.656398 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.656619 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.656870 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.657178 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.657431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.657681 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.657925 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.658188 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.658447 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.658700 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.658943 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.659201 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.659459 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.659704 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.659940 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.660174 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.660399 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.660620 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.660896 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.661124 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.661343 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.661574 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.661782 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.662002 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.662226 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.662467 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.662710 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.662962 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.663231 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.663486 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.663722 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.663953 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.664207 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.664476 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.664759 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.664977 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.665269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.665511 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.665956 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.666312 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.666536 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.670800 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.670800 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.670800 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.670800 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.670800 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.670800 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.670800 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.670800 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.670800 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671346 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671853 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671853 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671853 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.671853 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.672583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.672862 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.673112 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.673345 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.673599 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.673849 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.674082 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.674302 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.674580 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.674806 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.675049 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.675274 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.675489 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.675888 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.676109 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.676341 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.676583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.676808 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.677037 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.677289 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.677558 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.677776 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.678036 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.678258 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.678504 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.678725 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.678940 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.679174 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.679400 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.679668 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.679921 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.680151 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.680384 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.680654 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.680911 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.681140 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.681382 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.681608 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.681826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.682044 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.682284 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.682531 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.682752 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.683002 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.683219 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.683455 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.683712 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.684064 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.684321 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.685086 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.685448 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.685695 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.685944 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.686188 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.686452 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.686710 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.686937 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.687179 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.687421 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.688387 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.688701 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.688922 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.689142 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.689374 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.689599 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.689884 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.690133 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.690367 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.690617 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.690859 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.691090 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.691313 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.691552 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.691795 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.692011 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.692227 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.692440 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.692659 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.692895 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.693218 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.693481 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.693728 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.694001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.694239 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.694485 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.694742 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.694957 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.695171 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.695396 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.695615 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.695833 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.696076 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.696289 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.696550 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.696778 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.696996 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.701570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.701570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.701570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.701570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.701570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.701570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.701570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.701570 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702235 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702235 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702235 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702235 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702235 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702235 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702235 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702235 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702815 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702815 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702815 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702815 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702815 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702815 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.702815 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.703505 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.703505 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.703505 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.703773 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.703859 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.704127 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.704366 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.704605 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.704832 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.705110 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.705428 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.705706 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.706010 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.706270 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.706593 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.706878 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.707166 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.707416 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.707747 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.708097 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.708352 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.708611 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.708857 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.709107 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.709356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.709575 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.709823 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.710071 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.710289 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.711106 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.711360 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.711589 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.711809 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.712042 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.712277 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.712543 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.712854 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.713041 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.713260 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.713420 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 08:43:22.713945 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 08:43:22.714107 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 08:43:22.714245 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 08:43:22.714507 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 08:43:22.714647 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 08:43:22.714784 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 08:43:22.714963 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.715125 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.715285 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.715460 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.715839 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.716024 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.716188 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.716335 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.716493 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.716653 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.716818 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.716976 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.717207 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.717370 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.717528 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.717686 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.717845 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.718009 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.718168 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.718327 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.718508 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.718667 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] debug = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.718826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.719347 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.719347 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.719347 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.719580 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.719657 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.719789 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.719907 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.720064 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.720224 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.720382 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.720540 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.720698 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.720855 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.721016 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.721158 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.721316 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.721475 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] host = dv-cinder-859447-2-iscsi {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.721633 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.721790 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.721947 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.722105 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.722263 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.722450 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.722601 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.722804 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.723075 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.723075 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.723234 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.723339 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.723496 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.723653 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.724013 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_options = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.724013 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.724256 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.724256 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.724468 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.724705 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.724804 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.724961 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.725118 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.725277 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.725435 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.725619 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.726480 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.726480 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.726480 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.726480 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.726480 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.726480 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727066 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727066 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727066 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727066 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727407 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727407 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727548 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727656 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727813 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.727971 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.728128 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.728285 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.728442 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.728600 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.728758 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.728961 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.729202 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.729340 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.729471 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.729599 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.729733 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.729858 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.730012 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.730170 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.730328 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.730509 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.730667 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.730826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.730983 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.731131 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_json = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.731358 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.731904 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.731904 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.731904 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.732123 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.732123 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.732363 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.732707 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.732707 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:43:22.732707 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.732984 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.733141 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:43:22.733237 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.733237 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.733386 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.733462 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.733613 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.733774 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.733936 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.734098 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.734267 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.734447 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.734623 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.734808 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.734920 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.746812 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.746812 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.746812 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.746812 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.746812 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.746812 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.746812 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.746812 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748248 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748248 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748248 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748248 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748248 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748248 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748248 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748248 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748803 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748803 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748803 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748803 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748803 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748803 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748803 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.748803 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749356 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749958 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749958 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749958 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749958 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749958 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749958 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749958 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749958 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.749958 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.750638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.750638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.750638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.750638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.750638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.750638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.750638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.750638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.751502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.751502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.751502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.751502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.751502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.751502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.751502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.751502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.751502 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.752431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.752431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.752431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.752431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.752431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.752431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.752431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.752431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.752431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753030 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753030 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753030 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753030 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753030 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753030 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753030 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753030 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753030 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.753638 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754181 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754181 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754181 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754181 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754181 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754181 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754181 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754181 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754739 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754739 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754739 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754739 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754739 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754739 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754739 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.754739 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755283 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755283 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755283 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755283 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755283 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755283 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755283 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755283 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755816 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755816 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755816 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755816 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755816 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755816 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755816 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.755816 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756361 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756967 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756967 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756967 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756967 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756967 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756967 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756967 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.756967 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.757505 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.757505 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.757505 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.757505 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.757769 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.757858 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.757938 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.758104 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.758270 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.758446 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.758611 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.758775 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.759410 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.759410 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.759410 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.759410 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.759737 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.759737 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.759866 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.759990 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.760141 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.760302 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.760463 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.760626 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.760786 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.760947 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.761109 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.761269 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.761428 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.761588 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.761751 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.761912 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.762435 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.762435 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.762435 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.762810 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.762810 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.763005 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.763328 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.763491 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.763654 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.763816 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.763977 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.764140 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.764302 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.764479 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.764623 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.764784 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.764946 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.765127 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.765288 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.765450 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.766053 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.766449 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.766618 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.766779 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.767160 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.767160 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.767416 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.767416 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.767661 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.767784 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.767907 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.768035 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.768159 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.768297 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.768458 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.768625 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.768788 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.768948 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.769110 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.769303 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.769431 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.769592 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.769754 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.769914 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.770075 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.770236 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.770398 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.770580 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.775426 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.775426 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.775426 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.775426 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.775426 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.775426 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.775426 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.775426 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776001 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.776583 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777117 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777117 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777117 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777117 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777117 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777117 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777117 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777117 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777662 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777662 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777662 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777662 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777662 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777662 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777662 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.777662 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.778826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.778826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.778826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.778826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.778826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.778826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.778826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.778826 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.779490 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.779490 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.779490 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.779490 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.779490 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.779886 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.779886 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.779886 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.780092 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.780180 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.780359 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.780528 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.780755 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.780915 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.781048 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.781156 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.781318 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.781480 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.781641 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.781802 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.781962 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.782123 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.782285 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.782495 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.782628 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.782768 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.782930 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.783073 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.783239 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.783400 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.783562 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.783723 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:43:22.783878 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 08:43:22.952997 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 42300) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:43:22.959871 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048285 Oct 04 08:43:22.964317 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038781 Oct 04 08:43:32.003905 dv-cinder-859447-2-iscsi neutron-server[113173]: DEBUG dbcounter [-] [113173] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113173) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:34.663025 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d3d0f-0b4f-47cd-88ed-a46e576d4f8a None None] get_active_networks_info from dv-cinder-859447-2-iscsi {{(pid=113288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 08:43:34.691433 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writer thread running {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:43:34.774914 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d3d0f-0b4f-47cd-88ed-a46e576d4f8a None None] No non-hosted networks {{(pid=113288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 04 08:43:34.792509 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.agentschedulers_db [None req-8d6d3d0f-0b4f-47cd-88ed-a46e576d4f8a None None] DHCP Agent not found on host dv-cinder-859447-2-iscsi {{(pid=113288) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 04 08:43:34.864434 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-05b456ee-893c-4cb1-abba-67717e6dd6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440020'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:36.359494 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writer thread running {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:43:36.949284 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fe98a3fd-003e-457b-b47d-d34f8d0a2a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440020'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:36.971585 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.db.api [None req-c6775508-3a6e-49f7-9d2f-4fbd1453fdc9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-859447-2-iscsi {{(pid=113288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 08:43:36.972343 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG oslo_db.api [None req-c6775508-3a6e-49f7-9d2f-4fbd1453fdc9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 08:43:37.502024 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c6775508-3a6e-49f7-9d2f-4fbd1453fdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:38.220964 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440020'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:38.678654 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 42378) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:43:39.238686 dv-cinder-859447-2-iscsi neutron-server[113287]: WARNING oslo_policy.policy [None req-e62660eb-aaad-4e79-8b8b-b89d285ae042 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:43:39.239265 dv-cinder-859447-2-iscsi neutron-server[113287]: WARNING oslo_policy.policy [None req-e62660eb-aaad-4e79-8b8b-b89d285ae042 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:43:39.467848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [None req-e62660eb-aaad-4e79-8b8b-b89d285ae042 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:43:39.471045 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e62660eb-aaad-4e79-8b8b-b89d285ae042 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7912481 Oct 04 08:43:39.593104 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440020'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:39.594541 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.595095 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.597007 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.598236 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.598735 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.599199 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.600429 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.601587 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.604671 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.610947 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.610947 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.610947 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.610947 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.610947 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.611421 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:39.611421 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859447-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:43:39.630255 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859447-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:43:40.021732 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440020'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:42.163100 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 42412) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:43:42.492123 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-478209e2-67da-402f-a86c-022c5a873a75 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:43:42.504936 dv-cinder-859447-2-iscsi neutron-server[113287]: ERROR stevedore.extension [None req-478209e2-67da-402f-a86c-022c5a873a75 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 08:43:42.587148 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.policy [None req-478209e2-67da-402f-a86c-022c5a873a75 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113287) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 08:43:42.629901 dv-cinder-859447-2-iscsi neutron-server[113287]: WARNING oslo_policy.policy [None req-478209e2-67da-402f-a86c-022c5a873a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:43:42.630277 dv-cinder-859447-2-iscsi neutron-server[113287]: WARNING oslo_policy.policy [None req-478209e2-67da-402f-a86c-022c5a873a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:43:42.650054 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writer thread running {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:43:42.804793 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-478209e2-67da-402f-a86c-022c5a873a75 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759938384879', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759938384355', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759938400484', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759938490917', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759938485468', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759938509769', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3468767', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3468574', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525449', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555138'] for rbac-policy (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:43.023296 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-478209e2-67da-402f-a86c-022c5a873a75 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:43.024527 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-478209e2-67da-402f-a86c-022c5a873a75 admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8605049 Oct 04 08:43:44.084859 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.db.l3_hamode_db [None req-260d21d5-b2b6-444f-883d-1cb409c35acd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 04 08:43:44.158608 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d21d5-b2b6-444f-883d-1cb409c35acd None None] Routers set() bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:43:44.158995 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d21d5-b2b6-444f-883d-1cb409c35acd None None] Router IDs set() for agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 04 08:43:45.642924 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42422) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:43:46.139281 dv-cinder-859447-2-iscsi neutron-server[113286]: WARNING oslo_policy.policy [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:43:46.139863 dv-cinder-859447-2-iscsi neutron-server[113286]: WARNING oslo_policy.policy [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:43:46.360499 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:43:46.373620 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writer thread running {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:43:46.489834 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Made reservation on behalf of 7536b89e67c444c584e6eb0afdb7c343 for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:43:46.499397 dv-cinder-859447-2-iscsi neutron-server[113286]: ERROR stevedore.extension [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 08:43:46.558082 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.policy [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113286) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 08:43:46.608305 dv-cinder-859447-2-iscsi neutron-server[113286]: WARNING oslo_policy.policy [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:43:46.608693 dv-cinder-859447-2-iscsi neutron-server[113286]: WARNING oslo_policy.policy [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:43:46.622574 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:46.647495 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:46.764302 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Publish callbacks [] for security_group (d22cae2e-4cb0-4d4c-9fa1-98a7991bb0ae), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:46.826866 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (d22cae2e-4cb0-4d4c-9fa1-98a7991bb0ae), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:46.852008 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:43:46.888994 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759940264915', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (cb24c456-4a27-4dc1-817f-f6d6305502b4), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:46.889495 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Unsubscribe: segment precommit_create {{(pid=113286) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 08:43:46.890021 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Added segment cb24c456-4a27-4dc1-817f-f6d6305502b4 of type vlan for network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a Oct 04 08:43:46.906506 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d22cae2e-4cb0-4d4c-9fa1-98a7991bb0ae,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:43:46.939753 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.940089 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.940447 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.940811 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.941145 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.941466 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.941789 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.942110 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.942454 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.942782 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.943103 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.943436 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.943757 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.944071 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.944387 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Tracked resource versions report: Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: pushed versions: Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: { 'AddressGroup': {'1.2'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Agent': {'1.1'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'ConntrackHelper': {'1.0'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Log': {'1.0'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'NDPProxy': {'1.0'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Network': {'1.1'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Port': {'1.7'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'PortForwarding': {'1.3'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'QosPolicy': {'1.10'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SecurityGroup': {'1.5'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SubPort': {'1.0'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Subnet': {'1.1'}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Trunk': {'1.1'}} Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: consumer versions: Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: { DHCP agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: L3 agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: Metadata agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: Metering agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: Open vSwitch agent@dv-cinder-859447-2-iscsi: { 'AddressGroup': '1.2', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Agent': '1.1', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'ConntrackHelper': '1.0', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'LocalIPAssociation': '1.0', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Log': '1.0', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'NDPProxy': '1.0', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Network': '1.1', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Port': '1.7', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'PortForwarding': '1.3', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'QosPolicy': '1.10', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SecurityGroup': '1.5', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SecurityGroupRule': '1.2', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SubPort': '1.0', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Subnet': '1.1', Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Trunk': '1.1'}} Oct 04 08:43:46.945863 dv-cinder-859447-2-iscsi neutron-server[113286]: {{(pid=113286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:43:47.006487 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (91bb2301-fc2c-40ec-bf7b-bf1915e4e93a), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:47.118088 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (91bb2301-fc2c-40ec-bf7b-bf1915e4e93a), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:47.123861 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:43:47.124559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:47.241199 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] Pushing event updated for resources: {'Network': ['ID=91bb2301-fc2c-40ec-bf7b-bf1915e4e93a,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:43:47.253137 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:43:47.292831 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a7dd506b-1c3e-4dce-8d7d-9f9a77e9363c demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6479416 Oct 04 08:43:49.932859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42442) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:43:49.963884 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=6 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:49.971553 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:50.344509 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d269e47-ec5c-48d5-a656-60978c8ccf1e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:43:50.345906 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-0d269e47-ec5c-48d5-a656-60978c8ccf1e demo admin] 10.222.0.27 "GET /networking/v2.0/networks/91bb2301-fc2c-40ec-bf7b-bf1915e4e93a HTTP/1.1" status: 200 len: 825 time: 0.4121945 Oct 04 08:43:50.387893 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ac4ff8dd-5549-48d5-b8b0-cd9a1eb335b0 demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/9ca2f1b3-33bb-46b2-b783-3454471695ae HTTP/1.1" status: 200 len: 734 time: 0.0357890 Oct 04 08:43:50.396698 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9ca2f1b3-33bb-46b2-b783-3454471695ae', 'ip_version': 4, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:43:50.411660 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=57,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:50.489455 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Made reservation on behalf of 7536b89e67c444c584e6eb0afdb7c343 for: {'subnet': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:43:50.491813 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:50.653970 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:50.895864 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:50.967135 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Pushing event updated for resources: {'Subnet': ['ID=7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:43:50.971367 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Checking segment: {'id': 'cb24c456-4a27-4dc1-817f-f6d6305502b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:43:50.971733 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Network hostable DHCP agents. Network: 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:43:51.049435 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:43:51.112453 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a) {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:43:51.117643 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:43:51.118829 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:51.122931 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4bb4aa-c649-4764-addb-ce9b130934e0 None None] Network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:43:51.185256 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=33,neutron:INSERT=35 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:51.189471 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-1f751be7-6dfc-41fe-81a4-a09a64db347d demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7961152 Oct 04 08:43:51.408005 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-91bb2301-fc2c-40ec-bf7b-bf1915e4e93a', 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a', 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'fixed_ips': [{'subnet_id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:43:51.409362 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:51.728780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Allocated IP 172.20.0.2 (91bb2301-fc2c-40ec-bf7b-bf1915e4e93a/7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3/a22d1986-ce8b-4161-a102-8ce0a803d600) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:43:51.971721 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Publish callbacks [] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:52.061749 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:52.140788 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:43:52.150147 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:43:52.154958 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Pushing event updated for resources: {'Port': ['ID=a22d1986-ce8b-4161-a102-8ce0a803d600,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:43:52.157134 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:43:52.169754 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.170080 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.170455 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.170817 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.171154 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.171485 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.171823 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.172141 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.172467 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.172792 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.173116 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.173460 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.173785 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.174106 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.174442 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Tracked resource versions report: Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: pushed versions: Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: { 'AddressGroup': {'1.2'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Agent': {'1.1'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'ConntrackHelper': {'1.0'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Log': {'1.0'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'NDPProxy': {'1.0'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Network': {'1.1'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Port': {'1.7'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'PortForwarding': {'1.3'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'QosPolicy': {'1.10'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SecurityGroup': {'1.5'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SubPort': {'1.0'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Subnet': {'1.1'}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Trunk': {'1.1'}} Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: consumer versions: Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: { DHCP agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: L3 agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: Metadata agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: Metering agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: Open vSwitch agent@dv-cinder-859447-2-iscsi: { 'AddressGroup': '1.2', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Agent': '1.1', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'ConntrackHelper': '1.0', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'LocalIPAssociation': '1.0', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Log': '1.0', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'NDPProxy': '1.0', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Network': '1.1', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Port': '1.7', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'PortForwarding': '1.3', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'QosPolicy': '1.10', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SecurityGroup': '1.5', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SecurityGroupRule': '1.2', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SubPort': '1.0', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Subnet': '1.1', Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Trunk': '1.1'}} Oct 04 08:43:52.175876 dv-cinder-859447-2-iscsi neutron-server[113288]: {{(pid=113288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:43:52.248531 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Attempting to bind port a22d1986-ce8b-4161-a102-8ce0a803d600 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:43:52.248937 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Attempting to bind port a22d1986-ce8b-4161-a102-8ce0a803d600 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'cb24c456-4a27-4dc1-817f-f6d6305502b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:43:52.249364 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Attempting to bind port a22d1986-ce8b-4161-a102-8ce0a803d600 on network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:43:52.275582 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:52.298116 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:43:52.298493 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Checking segment: {'id': 'cb24c456-4a27-4dc1-817f-f6d6305502b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:43:52.298970 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:52.299362 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Bound using segment: {'id': 'cb24c456-4a27-4dc1-817f-f6d6305502b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:43:52.299869 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Bound port: a22d1986-ce8b-4161-a102-8ce0a803d600, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb24c456-4a27-4dc1-817f-f6d6305502b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:43:52.300266 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:52.361598 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] For port a22d1986-ce8b-4161-a102-8ce0a803d600, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:43:52.381441 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] For port a22d1986-ce8b-4161-a102-8ce0a803d600, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=a22d1986-ce8b-4161-a102-8ce0a803d600,segment=NetworkSegment(cb24c456-4a27-4dc1-817f-f6d6305502b4),segment_id=cb24c456-4a27-4dc1-817f-f6d6305502b4)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:43:52.438568 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:52.493194 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec0aa2-d2b2-4568-823b-0dad3c6068ee None None] Pushing event updated for resources: {'Port': ['ID=a22d1986-ce8b-4161-a102-8ce0a803d600,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:43:52.933257 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=22,neutron:INSERT=35,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:52.934471 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=11,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:53.878127 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42464) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:43:54.224185 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [None req-63588d63-0e5a-40cf-b509-eb283c843da7 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:43:54.225168 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-63588d63-0e5a-40cf-b509-eb283c843da7 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3461306 Oct 04 08:43:56.907063 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42472) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:43:57.232098 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [None req-1ce5a26a-3f76-410d-ba24-2c312a8dd3fa admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:43:57.234721 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-1ce5a26a-3f76-410d-ba24-2c312a8dd3fa admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3266728 Oct 04 08:43:59.919095 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42484) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:44:00.269889 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-b0713971-6c9e-4ef0-adda-7ef9e9daf251 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:44:00.358618 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b0713971-6c9e-4ef0-adda-7ef9e9daf251 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:00.360199 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b0713971-6c9e-4ef0-adda-7ef9e9daf251 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:00.503274 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b0713971-6c9e-4ef0-adda-7ef9e9daf251 demo demo] Publish callbacks [] for router_controller (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), precommit_add_association {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:00.559268 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b0713971-6c9e-4ef0-adda-7ef9e9daf251 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:00.610864 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc67f5fc-460e-481e-a93e-da955f797439 None None] Network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:44:00.651100 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b0713971-6c9e-4ef0-adda-7ef9e9daf251 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:00.652560 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-b0713971-6c9e-4ef0-adda-7ef9e9daf251 demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7322447 Oct 04 08:44:00.660145 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:00.710941 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-74db805f-fa48-4622-a41c-05b6f138f632 None None] Provisioning complete for port a22d1986-ce8b-4161-a102-8ce0a803d600 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:44:00.711355 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-74db805f-fa48-4622-a41c-05b6f138f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:00.711725 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-74db805f-fa48-4622-a41c-05b6f138f632 None None] Attempt 1 to provision port a22d1986-ce8b-4161-a102-8ce0a803d600 Oct 04 08:44:00.895902 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-74db805f-fa48-4622-a41c-05b6f138f632 None None] Current status of the port a22d1986-ce8b-4161-a102-8ce0a803d600 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:44:00.896290 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-74db805f-fa48-4622-a41c-05b6f138f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:00.932405 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-74db805f-fa48-4622-a41c-05b6f138f632 None None] For port a22d1986-ce8b-4161-a102-8ce0a803d600, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=a22d1986-ce8b-4161-a102-8ce0a803d600,segment=NetworkSegment(cb24c456-4a27-4dc1-817f-f6d6305502b4),segment_id=cb24c456-4a27-4dc1-817f-f6d6305502b4)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:44:01.009587 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-74db805f-fa48-4622-a41c-05b6f138f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:01.059426 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db805f-fa48-4622-a41c-05b6f138f632 None None] Pushing event updated for resources: {'Port': ['ID=a22d1986-ce8b-4161-a102-8ce0a803d600,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:01.127515 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0f61a7ff-604c-4b7e-8adc-3980c8094d03 None None] Provisioning complete for port a22d1986-ce8b-4161-a102-8ce0a803d600 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:44:01.127802 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0f61a7ff-604c-4b7e-8adc-3980c8094d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:01.128139 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0f61a7ff-604c-4b7e-8adc-3980c8094d03 None None] Attempt 1 to provision port a22d1986-ce8b-4161-a102-8ce0a803d600 Oct 04 08:44:01.198129 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0f61a7ff-604c-4b7e-8adc-3980c8094d03 None None] Current status of the port a22d1986-ce8b-4161-a102-8ce0a803d600 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:44:01.307892 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device a22d1986-ce8b-4161-a102-8ce0a803d600 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:44:01.353965 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port a22d1986-ce8b-4161-a102-8ce0a803d600 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:44:01.354349 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:01.354702 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port a22d1986-ce8b-4161-a102-8ce0a803d600 Oct 04 08:44:01.435037 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port a22d1986-ce8b-4161-a102-8ce0a803d600 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:44:01.643576 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:44:03.306246 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42492) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:44:03.627163 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [None req-1b9d7a3b-ca88-4b0a-b944-727317dae3a7 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:44:03.628202 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-1b9d7a3b-ca88-4b0a-b944-727317dae3a7 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3209586 Oct 04 08:44:04.655542 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e8b9fcdb-eabe-48c7-abb7-bdad223c06b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:06.264175 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42500) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:44:06.587552 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:44:06.666700 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Made reservation on behalf of 24e9902302e04e8e8d4caf3bfee360d5 for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:44:06.669113 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:06.677426 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:06.749598 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Publish callbacks [] for security_group (cdf7a5a2-40c7-4ef2-a590-04f8a7267c80), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:06.810043 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (cdf7a5a2-40c7-4ef2-a590-04f8a7267c80), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:06.832612 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Reserving flat network on physical network physnet1 {{(pid=113286) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 04 08:44:06.854640 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf7a5a2-40c7-4ef2-a590-04f8a7267c80,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:06.861376 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (f3df2273-6a15-45b7-8499-4222d63db3f0), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:06.861716 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Added segment f3df2273-6a15-45b7-8499-4222d63db3f0 of type flat for network 56cd01e1-894f-4dc6-8175-34cd684c47fd Oct 04 08:44:06.911142 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (56cd01e1-894f-4dc6-8175-34cd684c47fd), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:06.925153 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:06.957893 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e2cb78fe-da50-4dfb-be7a-c3b59c2dd052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:07.020618 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (56cd01e1-894f-4dc6-8175-34cd684c47fd), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:07.021593 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:44:07.022158 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:07.112961 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] Pushing event updated for resources: {'Network': ['ID=56cd01e1-894f-4dc6-8175-34cd684c47fd,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:07.123729 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:44:07.138279 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-922c1ab3-68ab-4c61-8538-e059b8ae0f2f admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8730280 Oct 04 08:44:07.169578 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:08.203691 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:09.615598 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:09.757906 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 42508) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:44:09.951699 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:10.180393 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466d449b-0c60-4082-b250-464d4aca8084 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:44:10.181788 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-466d449b-0c60-4082-b250-464d4aca8084 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3 HTTP/1.1" status: 200 len: 849 time: 0.4229124 Oct 04 08:44:10.360588 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-4f97e5b2-f065-49f3-8f5f-172b76dc81f5 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/d79cdb1c-8bfd-4152-aa61-f8965d0bb88b HTTP/1.1" status: 200 len: 704 time: 0.1722112 Oct 04 08:44:10.624859 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:10.953294 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Allocated IP 172.20.0.1 (91bb2301-fc2c-40ec-bf7b-bf1915e4e93a/7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3/f74367b4-c0c6-407e-b4e0-a7bc0066d3fb) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:44:11.161253 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Publish callbacks [] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:11.296075 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:11.357379 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:44:11.361808 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:44:11.404481 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Pushing event updated for resources: {'Port': ['ID=f74367b4-c0c6-407e-b4e0-a7bc0066d3fb,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:11.414182 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:44:11.414772 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:11.437203 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.437543 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.437901 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.438264 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.438626 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.438955 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.439279 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.439600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.439942 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.440267 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.440590 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.440935 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.441251 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.441572 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.441885 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Tracked resource versions report: Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: pushed versions: Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: { 'AddressGroup': {'1.2'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Agent': {'1.1'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'ConntrackHelper': {'1.0'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Log': {'1.0'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'NDPProxy': {'1.0'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Network': {'1.1'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Port': {'1.7'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'PortForwarding': {'1.3'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'QosPolicy': {'1.10'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SecurityGroup': {'1.5'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SubPort': {'1.0'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Subnet': {'1.1'}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Trunk': {'1.1'}} Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: consumer versions: Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: { DHCP agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: L3 agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: Metadata agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: Metering agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: Open vSwitch agent@dv-cinder-859447-2-iscsi: { 'AddressGroup': '1.2', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Agent': '1.1', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'ConntrackHelper': '1.0', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'LocalIPAssociation': '1.0', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Log': '1.0', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'NDPProxy': '1.0', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Network': '1.1', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Port': '1.7', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'PortForwarding': '1.3', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'QosPolicy': '1.10', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SecurityGroup': '1.5', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SecurityGroupRule': '1.2', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SubPort': '1.0', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Subnet': '1.1', Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Trunk': '1.1'}} Oct 04 08:44:11.443312 dv-cinder-859447-2-iscsi neutron-server[113287]: {{(pid=113287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:44:11.573778 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-403ab4fd-44bb-432e-8035-40c48c6f6134 None None] Provisioning complete for port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:44:11.574944 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-403ab4fd-44bb-432e-8035-40c48c6f6134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:11.575177 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-403ab4fd-44bb-432e-8035-40c48c6f6134 None None] Attempt 1 to provision port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb Oct 04 08:44:11.637344 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:11.639648 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:11.654280 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-403ab4fd-44bb-432e-8035-40c48c6f6134 None None] Port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:44:11.680773 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:11.684958 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:11.687610 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:11.898848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Publish callbacks [] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:11.981788 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:11.982625 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:12.068036 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Pushing event updated for resources: {'Port': ['ID=f74367b4-c0c6-407e-b4e0-a7bc0066d3fb,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:12.114321 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:44:12.115646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:44:12.274253 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-7ff143b0-05c6-465b-9e9d-0c1bb00ab59e None None] Provisioning complete for port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:44:12.274655 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7ff143b0-05c6-465b-9e9d-0c1bb00ab59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:12.274991 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-7ff143b0-05c6-465b-9e9d-0c1bb00ab59e None None] Attempt 1 to provision port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb Oct 04 08:44:12.305413 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-7ff143b0-05c6-465b-9e9d-0c1bb00ab59e None None] Port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:44:12.380948 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Router d79cdb1c-8bfd-4152-aa61-f8965d0bb88b is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:44:12.468911 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:44:12.474070 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-9d0ccccd-6d28-4f4f-adf4-79a1a7bd7812 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/d79cdb1c-8bfd-4152-aa61-f8965d0bb88b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1080275 Oct 04 08:44:12.478287 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Sync routers for ids ['d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:44:12.491406 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Routers {'d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:44:12.492205 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:44:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:44:12.675147 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Set router d79cdb1c-8bfd-4152-aa61-f8965d0bb88b gateway port host: None {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:44:13.095659 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'name': 'router1', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:44:00Z', 'updated_at': '2022-10-04T08:44:11Z', 'revision_number': 2, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'gw_port_host': None, '_interfaces': [{'id': 'f74367b4-c0c6-407e-b4e0-a7bc0066d3fb', 'name': '', 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'mac_address': 'fa:16:3e:17:a8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:44:10Z', 'updated_at': '2022-10-04T08:44:11Z', 'revision_number': 2, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'subnets': [{'id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ca2f1b3-33bb-46b2-b783-3454471695ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:44:13.146446 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Checking router: d79cdb1c-8bfd-4152-aa61-f8965d0bb88b for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:44:13.146815 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Updating router d79cdb1c-8bfd-4152-aa61-f8965d0bb88b port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:44:13.200013 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:13.705591 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Publish callbacks [] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:13.792064 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:13.935189 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Pushing event updated for resources: {'Port': ['ID=f74367b4-c0c6-407e-b4e0-a7bc0066d3fb,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:13.944712 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.945050 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.945391 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.945726 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.946052 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.946371 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.946709 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.947032 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.947349 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.947665 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.947979 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.948305 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.948622 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.948960 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.949474 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Tracked resource versions report: Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: pushed versions: Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: { 'AddressGroup': {'1.2'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Agent': {'1.1'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'ConntrackHelper': {'1.0'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Log': {'1.0'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'NDPProxy': {'1.0'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Network': {'1.1'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Port': {'1.7'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'PortForwarding': {'1.3'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'QosPolicy': {'1.10'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SecurityGroup': {'1.5'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SubPort': {'1.0'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Subnet': {'1.1'}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Trunk': {'1.1'}} Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: consumer versions: Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: { DHCP agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: L3 agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: Metadata agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: Metering agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: Open vSwitch agent@dv-cinder-859447-2-iscsi: { 'AddressGroup': '1.2', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Agent': '1.1', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'ConntrackHelper': '1.0', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'LocalIPAssociation': '1.0', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Log': '1.0', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'NDPProxy': '1.0', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Network': '1.1', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Port': '1.7', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'PortForwarding': '1.3', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'QosPolicy': '1.10', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SecurityGroup': '1.5', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SecurityGroupRule': '1.2', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SubPort': '1.0', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Subnet': '1.1', Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Trunk': '1.1'}} Oct 04 08:44:13.950918 dv-cinder-859447-2-iscsi neutron-server[113289]: {{(pid=113289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:44:13.956572 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Attempting to bind port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:44:13.956917 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Attempting to bind port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'cb24c456-4a27-4dc1-817f-f6d6305502b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:44:13.957357 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Attempting to bind port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb on network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:44:14.041290 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:44:14.041681 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Checking segment: {'id': 'cb24c456-4a27-4dc1-817f-f6d6305502b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:44:14.042156 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:14.042574 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Bound using segment: {'id': 'cb24c456-4a27-4dc1-817f-f6d6305502b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:44:14.043371 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Bound port: f74367b4-c0c6-407e-b4e0-a7bc0066d3fb, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb24c456-4a27-4dc1-817f-f6d6305502b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:44:14.043820 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:14.075935 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:14.108380 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] For port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:44:14.111108 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:14.129342 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] For port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f74367b4-c0c6-407e-b4e0-a7bc0066d3fb,segment=NetworkSegment(cb24c456-4a27-4dc1-817f-f6d6305502b4),segment_id=cb24c456-4a27-4dc1-817f-f6d6305502b4)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:44:14.198575 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:14.241447 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Routers {'d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:44:14.242099 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:44:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:44:14.314191 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f9f22-16f8-4ff6-9f09-9b6d0e91d92e None None] Pushing event updated for resources: {'Port': ['ID=f74367b4-c0c6-407e-b4e0-a7bc0066d3fb,revision_number=4']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:14.339157 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] Set router d79cdb1c-8bfd-4152-aa61-f8965d0bb88b gateway port host: None {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:44:14.532658 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'name': 'router1', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:44:00Z', 'updated_at': '2022-10-04T08:44:11Z', 'revision_number': 2, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'gw_port_host': None, '_interfaces': [{'id': 'f74367b4-c0c6-407e-b4e0-a7bc0066d3fb', 'name': '', 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'mac_address': 'fa:16:3e:17:a8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:44:10Z', 'updated_at': '2022-10-04T08:44:14Z', 'revision_number': 4, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'subnets': [{'id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ca2f1b3-33bb-46b2-b783-3454471695ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:44:14.559633 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e9418-1698-47c7-9f0c-ff29a3184b21 None None] The sync data for ids ['d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'] in dv-cinder-859447-2-iscsi is: [{'id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'name': 'router1', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:44:00Z', 'updated_at': '2022-10-04T08:44:11Z', 'revision_number': 2, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'gw_port_host': None, '_interfaces': [{'id': 'f74367b4-c0c6-407e-b4e0-a7bc0066d3fb', 'name': '', 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'mac_address': 'fa:16:3e:17:a8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:44:10Z', 'updated_at': '2022-10-04T08:44:14Z', 'revision_number': 4, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'subnets': [{'id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ca2f1b3-33bb-46b2-b783-3454471695ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:44:15.124456 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42522) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:44:15.525970 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f86f5a-f812-48c6-982b-81a394a7f9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:44:15.529590 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-55f86f5a-f812-48c6-982b-81a394a7f9b5 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/56cd01e1-894f-4dc6-8175-34cd684c47fd HTTP/1.1" status: 200 len: 842 time: 0.4042637 Oct 04 08:44:15.541874 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'enable_dhcp': False}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:44:15.553646 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=14 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:15.632414 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Made reservation on behalf of 24e9902302e04e8e8d4caf3bfee360d5 for: {'subnet': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:44:15.635040 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:16.012157 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.objects.ports [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113286) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 08:44:16.012599 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (7c535149-4506-4733-ad30-ff4dced68c58), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:16.073706 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c535149-4506-4733-ad30-ff4dced68c58,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:16.077564 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:44:16.077918 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Network hostable DHCP agents. Network: 56cd01e1-894f-4dc6-8175-34cd684c47fd, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:44:16.157729 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:44:16.243718 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 56cd01e1-894f-4dc6-8175-34cd684c47fd) {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:44:16.247883 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:44:16.248469 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:16.252873 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff07a8cd-81c6-4831-82c4-af1fa95804af None None] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:44:16.342435 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d4303649-47e7-4e5b-8d92-27f01ab11947 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7884221 Oct 04 08:44:16.352878 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4758eb-b822-4531-a2ed-8f6705908048 None None] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:44:19.047769 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42530) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:44:19.576260 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-517146ff-df07-40e8-beed-1d98127e3a4d demo admin] 10.222.0.27 "GET /networking/v2.0/routers/d79cdb1c-8bfd-4152-aa61-f8965d0bb88b HTTP/1.1" status: 200 len: 710 time: 0.5273261 Oct 04 08:44:19.668646 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2373e34a-0014-4ec1-9b23-12d8dbf46228 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:44:19.670028 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-2373e34a-0014-4ec1-9b23-12d8dbf46228 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/56cd01e1-894f-4dc6-8175-34cd684c47fd HTTP/1.1" status: 200 len: 886 time: 0.0879557 Oct 04 08:44:19.679261 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:44:19.716736 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:19.963329 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Publish callbacks [] for router_gateway (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:20.235668 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Publish callbacks [] for router_gateway (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:20.302212 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:20.317159 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:20.478476 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Allocated IP 172.27.1.182 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/aebd011e-035d-4a7b-a164-bb9f5113f339) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:44:20.697219 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Publish callbacks [] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:20.712482 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:20.810369 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:20.888699 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:44:20.897539 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:44:20.901944 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:44:20.906085 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Pushing event updated for resources: {'Port': ['ID=aebd011e-035d-4a7b-a164-bb9f5113f339,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:21.243202 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Publish callbacks [] for router_gateway (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:21.313923 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f74367b4-c0c6-407e-b4e0-a7bc0066d3fb up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:44:21.361188 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:44:21.361595 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:21.361937 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb Oct 04 08:44:21.381786 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:21.438616 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:44:21.439002 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:21.471509 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f74367b4-c0c6-407e-b4e0-a7bc0066d3fb,segment=NetworkSegment(cb24c456-4a27-4dc1-817f-f6d6305502b4),segment_id=cb24c456-4a27-4dc1-817f-f6d6305502b4)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:44:21.504613 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:21.508945 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-441839'] for router (d79cdb1c-8bfd-4152-aa61-f8965d0bb88b), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:21.529645 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:21.577680 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=f74367b4-c0c6-407e-b4e0-a7bc0066d3fb,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:21.614146 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Router d79cdb1c-8bfd-4152-aa61-f8965d0bb88b has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:44:21.715181 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:44:21.720081 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:21.720733 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-de3c56bd-428c-4bd2-ba27-6818b9c118da demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/d79cdb1c-8bfd-4152-aa61-f8965d0bb88b HTTP/1.1" status: 200 len: 890 time: 2.0448401 Oct 04 08:44:21.741591 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Sync routers for ids ['d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:44:21.758772 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Routers {'d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:44:21.759363 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:44:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:44:21.977297 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Set router d79cdb1c-8bfd-4152-aa61-f8965d0bb88b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:44:22.019266 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:22.361217 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'name': 'router1', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'aebd011e-035d-4a7b-a164-bb9f5113f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:44:00Z', 'updated_at': '2022-10-04T08:44:21Z', 'revision_number': 4, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'gw_port': {'id': 'aebd011e-035d-4a7b-a164-bb9f5113f339', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:44:20Z', 'updated_at': '2022-10-04T08:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'f74367b4-c0c6-407e-b4e0-a7bc0066d3fb', 'name': '', 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'mac_address': 'fa:16:3e:17:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:44:10Z', 'updated_at': '2022-10-04T08:44:21Z', 'revision_number': 5, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'subnets': [{'id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ca2f1b3-33bb-46b2-b783-3454471695ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:44:22.409202 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Checking router: d79cdb1c-8bfd-4152-aa61-f8965d0bb88b for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:44:22.409554 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Updating router d79cdb1c-8bfd-4152-aa61-f8965d0bb88b port aebd011e-035d-4a7b-a164-bb9f5113f339 binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:44:22.466602 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:22.467984 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=37 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:22.536049 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:22.847868 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Publish callbacks [] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:22.923509 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:22.973377 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Attempting to bind port aebd011e-035d-4a7b-a164-bb9f5113f339 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:44:22.973747 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Attempting to bind port aebd011e-035d-4a7b-a164-bb9f5113f339 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:44:22.974150 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Attempting to bind port aebd011e-035d-4a7b-a164-bb9f5113f339 on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:44:22.999149 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9f2e6-7f6e-42c7-9dcd-88f3c8e7c5c8 None None] Pushing event updated for resources: {'Port': ['ID=aebd011e-035d-4a7b-a164-bb9f5113f339,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:23.026199 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:44:23.026598 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:44:23.027533 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:23.027912 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:44:23.028456 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Bound port: aebd011e-035d-4a7b-a164-bb9f5113f339, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:44:23.028824 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:23.030805 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:23.075155 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] For port aebd011e-035d-4a7b-a164-bb9f5113f339, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:44:23.078230 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] For port aebd011e-035d-4a7b-a164-bb9f5113f339, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=aebd011e-035d-4a7b-a164-bb9f5113f339,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:44:23.158454 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:23.198913 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Routers {'d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:44:23.199548 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:44:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:44:23.246063 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9f2e6-7f6e-42c7-9dcd-88f3c8e7c5c8 None None] Pushing event updated for resources: {'Port': ['ID=aebd011e-035d-4a7b-a164-bb9f5113f339,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:23.315257 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] Set router d79cdb1c-8bfd-4152-aa61-f8965d0bb88b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:44:23.339260 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f74367b4-c0c6-407e-b4e0-a7bc0066d3fb up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:44:23.375346 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:23.462528 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:44:23.462845 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:23.463178 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb Oct 04 08:44:23.593221 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:44:23.609652 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'name': 'router1', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'aebd011e-035d-4a7b-a164-bb9f5113f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:44:00Z', 'updated_at': '2022-10-04T08:44:21Z', 'revision_number': 4, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'gw_port': {'id': 'aebd011e-035d-4a7b-a164-bb9f5113f339', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:44:20Z', 'updated_at': '2022-10-04T08:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'f74367b4-c0c6-407e-b4e0-a7bc0066d3fb', 'name': '', 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'mac_address': 'fa:16:3e:17:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:44:10Z', 'updated_at': '2022-10-04T08:44:21Z', 'revision_number': 5, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'subnets': [{'id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ca2f1b3-33bb-46b2-b783-3454471695ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:44:23.638067 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461adeea-157e-4c7f-8995-f9ec950af68f None None] The sync data for ids ['d79cdb1c-8bfd-4152-aa61-f8965d0bb88b'] in dv-cinder-859447-2-iscsi is: [{'id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'name': 'router1', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'aebd011e-035d-4a7b-a164-bb9f5113f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:44:00Z', 'updated_at': '2022-10-04T08:44:21Z', 'revision_number': 4, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'gw_port': {'id': 'aebd011e-035d-4a7b-a164-bb9f5113f339', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:44:20Z', 'updated_at': '2022-10-04T08:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'f74367b4-c0c6-407e-b4e0-a7bc0066d3fb', 'name': '', 'network_id': '91bb2301-fc2c-40ec-bf7b-bf1915e4e93a', 'tenant_id': '7536b89e67c444c584e6eb0afdb7c343', 'mac_address': 'fa:16:3e:17:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79cdb1c-8bfd-4152-aa61-f8965d0bb88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:44:10Z', 'updated_at': '2022-10-04T08:44:21Z', 'revision_number': 5, 'project_id': '7536b89e67c444c584e6eb0afdb7c343', 'subnets': [{'id': '7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ca2f1b3-33bb-46b2-b783-3454471695ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:44:24.684186 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 42542) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:44:25.024573 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:25.089225 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-265ec6d7-dc2f-47f0-9fc8-47ee12807972 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4039936 Oct 04 08:44:25.322105 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device aebd011e-035d-4a7b-a164-bb9f5113f339 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:44:25.366913 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port aebd011e-035d-4a7b-a164-bb9f5113f339 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:44:25.367299 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:25.367639 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port aebd011e-035d-4a7b-a164-bb9f5113f339 Oct 04 08:44:25.444010 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port aebd011e-035d-4a7b-a164-bb9f5113f339 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:44:25.444396 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:25.450766 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:25.466634 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port aebd011e-035d-4a7b-a164-bb9f5113f339, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=aebd011e-035d-4a7b-a164-bb9f5113f339,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:44:25.568458 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:25.615876 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=aebd011e-035d-4a7b-a164-bb9f5113f339,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:44:27.330302 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device aebd011e-035d-4a7b-a164-bb9f5113f339 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:44:27.385753 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port aebd011e-035d-4a7b-a164-bb9f5113f339 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:44:27.386736 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (aebd011e-035d-4a7b-a164-bb9f5113f339), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:27.387109 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port aebd011e-035d-4a7b-a164-bb9f5113f339 Oct 04 08:44:27.469812 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port aebd011e-035d-4a7b-a164-bb9f5113f339 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:44:31.643666 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=28 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:31.654967 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=59 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:34.677997 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e2c3-7bd1-44d5-823b-5ac320525c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:35.085926 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:36.935608 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-20bc950e-8dfc-4d92-ad6e-8c367753a233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:38.197129 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:38.642005 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:44:39.609101 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:39.969456 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:48.637642 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:48.638628 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:49.528373 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:49.900316 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:04.728866 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4f765f23-d094-4e04-a608-b65c0437a502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:06.944996 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c8869338-4c7a-4832-a61f-e0f7dfab5f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:08.231500 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:08.647498 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:08.655118 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:09.734701 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:10.403181 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:15.643790 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:45:19.533960 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:19.908697 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:32.636269 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:32.638173 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:34.658526 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-90363416-6578-48af-b454-90653e3ccc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:36.927418 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e97c3699-0d30-40a8-8d62-62bc1d6f0972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:38.212415 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:39.596784 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:39.962420 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:45.650020 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:45.650870 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:49.899740 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:49.902767 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:52.678726 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:45:54.159509 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43092) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:45:54.495337 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.pecan_wsgi.hooks.translation [None req-3764eeaf-96ae-4e75-b6a7-df35a5e49006 admin admin] GET failed (client error): The resource could not be found. Oct 04 08:45:54.496626 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3764eeaf-96ae-4e75-b6a7-df35a5e49006 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3361726 Oct 04 08:45:54.659913 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f9a273-ec54-4357-a23e-060179ed34ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:45:54.661396 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c3f9a273-ec54-4357-a23e-060179ed34ce admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603775 Oct 04 08:45:57.244096 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43102) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:45:57.619898 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ef4745-65e3-4a36-a2f7-0099c64263ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:45:57.621259 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f4ef4745-65e3-4a36-a2f7-0099c64263ed admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3 HTTP/1.1" status: 200 len: 849 time: 0.3762221 Oct 04 08:45:57.631312 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:45:57.718030 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Publish callbacks [] for subnet (7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:57.911137 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759940127663'] for subnet (7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:57.945015 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:45:57.946067 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:57.949518 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3 HTTP/1.1" status: 200 len: 868 time: 0.3195279 Oct 04 08:45:57.950793 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a515f-9b4c-4303-8c22-d3828bb4b1ad None None] Network 91bb2301-fc2c-40ec-bf7b-bf1915e4e93a requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:45:57.965339 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:45:57.972916 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.973270 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.973628 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.973968 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.974300 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.974656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.974982 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.975307 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.975648 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.975977 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.976301 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.976622 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.976941 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.977259 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:57.977575 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ecb4b9-b8fd-44eb-a0e7-ff1b5687325b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:45:58.236418 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-9a56be4f-498b-487b-8150-5cd2a4f92205 None None] Provisioning complete for port a22d1986-ce8b-4161-a102-8ce0a803d600 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:45:58.236814 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9a56be4f-498b-487b-8150-5cd2a4f92205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (a22d1986-ce8b-4161-a102-8ce0a803d600), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:58.237161 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-9a56be4f-498b-487b-8150-5cd2a4f92205 None None] Attempt 1 to provision port a22d1986-ce8b-4161-a102-8ce0a803d600 Oct 04 08:45:58.313490 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-9a56be4f-498b-487b-8150-5cd2a4f92205 None None] Current status of the port a22d1986-ce8b-4161-a102-8ce0a803d600 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:45:58.321338 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-9a56be4f-498b-487b-8150-5cd2a4f92205 None None] Provisioning complete for port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:45:58.321749 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9a56be4f-498b-487b-8150-5cd2a4f92205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f74367b4-c0c6-407e-b4e0-a7bc0066d3fb), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:58.322637 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-9a56be4f-498b-487b-8150-5cd2a4f92205 None None] Attempt 1 to provision port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb Oct 04 08:45:58.396570 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-9a56be4f-498b-487b-8150-5cd2a4f92205 None None] Current status of the port f74367b4-c0c6-407e-b4e0-a7bc0066d3fb is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:46:00.561467 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43112) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:01.036852 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f37267-f404-47eb-b768-a3c13571347a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:01.037327 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f37267-f404-47eb-b768-a3c13571347a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:01.038894 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-a7f37267-f404-47eb-b768-a3c13571347a admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4764414 Oct 04 08:46:03.602384 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43120) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:04.021015 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb07dd-c6e5-4d09-9753-744e500fe5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:04.021482 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb07dd-c6e5-4d09-9753-744e500fe5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:04.023033 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-84bb07dd-c6e5-4d09-9753-744e500fe5ec admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4196546 Oct 04 08:46:04.656308 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=12 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:04.658163 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=13 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:04.676783 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e8e60e7f-a06e-46d1-aa92-3aca8ba9e7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:06.607036 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43128) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:06.926187 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9bebc62b-527e-4747-89c0-e1e764b19557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:07.009092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1756c913-b7c8-4328-83c7-c760ee78f70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:07.010504 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-1756c913-b7c8-4328-83c7-c760ee78f70b admin admin] 10.222.0.27 "GET /networking/v2.0/networks/56cd01e1-894f-4dc6-8175-34cd684c47fd HTTP/1.1" status: 200 len: 886 time: 0.4025066 Oct 04 08:46:07.635033 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:07.653907 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:08.202137 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:09.570997 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43136) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:09.611843 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:09.987019 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ae148-f458-4643-8873-9ba2b78c0323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:09.988384 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-028ae148-f458-4643-8873-9ba2b78c0323 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/91bb2301-fc2c-40ec-bf7b-bf1915e4e93a HTTP/1.1" status: 200 len: 869 time: 0.4157107 Oct 04 08:46:09.990869 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:12.571211 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43144) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:12.933639 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:12.954862 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:12.973461 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753432be-f36a-4186-ace2-300cb41c5772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:12.973918 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753432be-f36a-4186-ace2-300cb41c5772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:12.975469 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-753432be-f36a-4186-ace2-300cb41c5772 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4027565 Oct 04 08:46:15.534680 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43152) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:15.897642 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0843026e-260d-485a-ae84-5ca139d0dc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:15.898021 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0843026e-260d-485a-ae84-5ca139d0dc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:15.899554 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-0843026e-260d-485a-ae84-5ca139d0dc2b admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3639305 Oct 04 08:46:18.480965 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43160) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:18.847443 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54357649-a302-439e-8c52-c1d15a29d23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:18.848771 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-54357649-a302-439e-8c52-c1d15a29d23b admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/7c535149-4506-4733-ad30-ff4dced68c58 HTTP/1.1" status: 200 len: 816 time: 0.3668714 Oct 04 08:46:19.535318 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:19.906510 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:21.453365 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43168) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:21.822279 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd72242-7af4-4d88-80eb-44efbba067d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:21.823377 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-1dd72242-7af4-4d88-80eb-44efbba067d5 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/7cffb6e9-75a8-4dcc-9eb8-d2b42706eee3 HTTP/1.1" status: 200 len: 868 time: 0.3690646 Oct 04 08:46:29.644329 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:46:30.131464 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=15 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:31.816946 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=22 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:31.818838 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=17 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:34.668664 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e071cb73-7116-4f7a-b434-ee92098042a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:36.939101 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-974933e2-0467-422c-add9-cc45055cdf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:38.219256 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:39.590721 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:39.640284 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=19 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:39.965251 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:49.909789 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:49.912684 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:51.735959 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43226) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:52.062440 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [None req-5659cf96-16c8-4c33-a88c-9031d34f3656 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:46:52.063942 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-5659cf96-16c8-4c33-a88c-9031d34f3656 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3268583 Oct 04 08:46:54.750242 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43234) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:55.083725 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.pecan_wsgi.hooks.translation [None req-0132781c-2465-464e-b14a-b87d3d38ba71 admin admin] GET failed (client error): The resource could not be found. Oct 04 08:46:55.084994 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-0132781c-2465-464e-b14a-b87d3d38ba71 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3338084 Oct 04 08:46:55.168708 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c333003-da41-47d2-acfe-eaf46da1cc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:55.170177 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-7c333003-da41-47d2-acfe-eaf46da1cc43 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804276 Oct 04 08:46:57.769851 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43242) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:46:58.085861 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:46:58.164851 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Made reservation on behalf of 24e9902302e04e8e8d4caf3bfee360d5 for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:46:58.167283 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:58.204646 dv-cinder-859447-2-iscsi neutron-server[113286]: WARNING neutron.services.revisions.revision_plugin [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Could not find related network for resource to bump revision. Oct 04 08:46:58.218295 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:46:58.227559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (4d34c508-2b57-49ac-8c93-514bea15df97), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:58.227896 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Added segment 4d34c508-2b57-49ac-8c93-514bea15df97 of type vlan for network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a Oct 04 08:46:58.265489 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:58.336331 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:58.337905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:58.338549 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:58.399152 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Pushing event updated for resources: {'Network': ['ID=0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:46:58.405754 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.406075 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.406454 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.406793 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.407120 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.407445 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.407771 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.408089 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.408424 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.408748 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.409083 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.409405 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.409720 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.410035 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.410348 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:46:58.421161 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:46:58.455655 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-77c1d9bf-a244-4a40-8514-a5542b9e12de admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6846561 Oct 04 08:46:59.643145 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:59.647519 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:01.179061 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43250) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:47:01.515823 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf83b8a-fdb9-48f7-8861-e417518deb50 admin admin] GET failed (client error): The resource could not be found. Oct 04 08:47:01.517103 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-eaf83b8a-fdb9-48f7-8861-e417518deb50 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3371830 Oct 04 08:47:01.619584 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e934749-cd51-4ef8-a641-93ce6e6a8548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:47:01.621101 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-8e934749-cd51-4ef8-a641-93ce6e6a8548 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996029 Oct 04 08:47:01.631097 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Request body: {'subnet': {'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:47:01.707062 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Made reservation on behalf of 24e9902302e04e8e8d4caf3bfee360d5 for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:47:01.709362 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:01.964898 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (c4fe9457-a0ae-40f1-9d2e-f477956a69c4), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:02.088144 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4fe9457-a0ae-40f1-9d2e-f477956a69c4,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:47:02.099566 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.099915 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.100277 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.100625 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.100964 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.101297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.101659 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.102000 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.102341 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.102700 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.103037 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.103378 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.103709 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.104036 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.104361 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.109705 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Checking segment: {'id': '4d34c508-2b57-49ac-8c93-514bea15df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:47:02.115068 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Network hostable DHCP agents. Network: 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:47:02.173079 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:47:02.241718 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:47:02.246518 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:47:02.247120 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:02.251452 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d7280-1188-4fd3-8b29-3cb76842d7ee None None] Network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:47:02.318589 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-d72cb217-e828-44cf-9783-d482b838ad63 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6909833 Oct 04 08:47:02.357537 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a', 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a', 'project_id': '24e9902302e04e8e8d4caf3bfee360d5', 'fixed_ips': [{'subnet_id': 'c4fe9457-a0ae-40f1-9d2e-f477956a69c4'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:47:02.358532 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:02.510358 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Allocated IP 192.168.233.2 (0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a/c4fe9457-a0ae-40f1-9d2e-f477956a69c4/6fb0b03f-3f97-4976-8f72-ff72928c8962) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:47:02.653575 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Publish callbacks [] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:02.745473 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:02.781721 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:47:02.786439 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:47:02.789276 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:47:02.805907 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Pushing event updated for resources: {'Port': ['ID=6fb0b03f-3f97-4976-8f72-ff72928c8962,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:47:02.827831 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.828169 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.828519 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.828866 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.829194 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.829516 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.829832 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.830146 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.830482 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.830800 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.831115 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.831448 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.831765 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.832108 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.832420 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:47:02.866485 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Attempting to bind port 6fb0b03f-3f97-4976-8f72-ff72928c8962 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:47:02.866850 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Attempting to bind port 6fb0b03f-3f97-4976-8f72-ff72928c8962 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '4d34c508-2b57-49ac-8c93-514bea15df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:47:02.867786 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Attempting to bind port 6fb0b03f-3f97-4976-8f72-ff72928c8962 on network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:47:02.910080 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:47:02.910494 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Checking segment: {'id': '4d34c508-2b57-49ac-8c93-514bea15df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:47:02.910870 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:02.911267 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Bound using segment: {'id': '4d34c508-2b57-49ac-8c93-514bea15df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:47:02.911736 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Bound port: 6fb0b03f-3f97-4976-8f72-ff72928c8962, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d34c508-2b57-49ac-8c93-514bea15df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:47:02.912111 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:02.975489 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] For port 6fb0b03f-3f97-4976-8f72-ff72928c8962, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:47:02.979031 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] For port 6fb0b03f-3f97-4976-8f72-ff72928c8962, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=6fb0b03f-3f97-4976-8f72-ff72928c8962,segment=NetworkSegment(4d34c508-2b57-49ac-8c93-514bea15df97),segment_id=4d34c508-2b57-49ac-8c93-514bea15df97)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:47:03.042374 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:03.047882 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:03.092229 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:03.103551 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6f083-c20b-452a-85d3-8aebd78f2796 None None] Pushing event updated for resources: {'Port': ['ID=6fb0b03f-3f97-4976-8f72-ff72928c8962,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:47:03.437988 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6fb0b03f-3f97-4976-8f72-ff72928c8962 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:47:03.483414 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 6fb0b03f-3f97-4976-8f72-ff72928c8962 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:47:03.483809 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:03.484140 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 6fb0b03f-3f97-4976-8f72-ff72928c8962 Oct 04 08:47:03.566935 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 6fb0b03f-3f97-4976-8f72-ff72928c8962 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:47:03.566935 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:03.599859 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 6fb0b03f-3f97-4976-8f72-ff72928c8962, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=6fb0b03f-3f97-4976-8f72-ff72928c8962,segment=NetworkSegment(4d34c508-2b57-49ac-8c93-514bea15df97),segment_id=4d34c508-2b57-49ac-8c93-514bea15df97)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:47:03.665135 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:03.718293 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=6fb0b03f-3f97-4976-8f72-ff72928c8962,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:47:03.957512 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04278a83-d201-4202-9f48-d42d071edef3 None None] Network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:47:04.020625 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-830d5504-8d17-4e61-8dd4-d28b8817c211 None None] Provisioning complete for port 6fb0b03f-3f97-4976-8f72-ff72928c8962 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:47:04.021020 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-830d5504-8d17-4e61-8dd4-d28b8817c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:04.021360 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-830d5504-8d17-4e61-8dd4-d28b8817c211 None None] Attempt 1 to provision port 6fb0b03f-3f97-4976-8f72-ff72928c8962 Oct 04 08:47:04.142390 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-830d5504-8d17-4e61-8dd4-d28b8817c211 None None] Current status of the port 6fb0b03f-3f97-4976-8f72-ff72928c8962 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:47:04.361807 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0a7331e0-8ec4-4ae4-a3ab-b04ae6f9ab1b None None] Provisioning complete for port 6fb0b03f-3f97-4976-8f72-ff72928c8962 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:47:04.362197 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0a7331e0-8ec4-4ae4-a3ab-b04ae6f9ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:04.362596 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0a7331e0-8ec4-4ae4-a3ab-b04ae6f9ab1b None None] Attempt 1 to provision port 6fb0b03f-3f97-4976-8f72-ff72928c8962 Oct 04 08:47:04.437763 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0a7331e0-8ec4-4ae4-a3ab-b04ae6f9ab1b None None] Current status of the port 6fb0b03f-3f97-4976-8f72-ff72928c8962 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:47:04.653095 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7f7bd297-2dc9-41ea-b3a2-3c4bd9a98711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:05.402594 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6fb0b03f-3f97-4976-8f72-ff72928c8962 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:47:05.452907 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 6fb0b03f-3f97-4976-8f72-ff72928c8962 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:47:05.453304 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6fb0b03f-3f97-4976-8f72-ff72928c8962), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:05.453649 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 6fb0b03f-3f97-4976-8f72-ff72928c8962 Oct 04 08:47:05.527164 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 6fb0b03f-3f97-4976-8f72-ff72928c8962 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:47:06.642677 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:47:06.931022 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-3af22ec3-a366-42a6-959d-438ccf3aa33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:08.238675 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:08.396848 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=32,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:08.402777 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:09.612943 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:09.975703 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:12.256928 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:12.258596 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:16.638214 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:16.639021 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:19.911193 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:19.913071 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:34.689376 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb7ba-261b-4e04-a6ac-ab1676e49ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:36.639268 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:36.643519 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:36.927050 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4fc19332-69e5-4578-bf97-66f3c4721821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:38.215007 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:39.592188 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:39.976374 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:43.640898 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:47:49.914551 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:49.917556 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:53.636289 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:53.637069 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:04.665719 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-f244a3fc-a052-49f5-bce2-7f382030acea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:06.972060 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7cb7af0b-7585-49b1-b385-1551952f0814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:08.208378 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:09.600786 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:09.972457 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:13.634968 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:13.639768 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:19.913204 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:19.918749 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:20.639153 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:48:26.118339 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43292) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:48:26.124954 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [None req-6cfa7f00-eb73-4bf8-b6c0-ebdeac5b6f02 tempest-verify_tempest_config-483531629 tempest-verify_tempest_config-483531629-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:48:26.125891 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-6cfa7f00-eb73-4bf8-b6c0-ebdeac5b6f02 tempest-verify_tempest_config-483531629 tempest-verify_tempest_config-483531629-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0062966 Oct 04 08:48:26.877385 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43310) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:48:27.255727 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:27.357216 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Publish callbacks [] for security_group (e7665c11-0968-4891-a36e-fa1b4e925593), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:27.446600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e7665c11-0968-4891-a36e-fa1b4e925593), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:27.493835 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fda18ddd041046178357b5c549154169&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6154289 Oct 04 08:48:27.494755 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7665c11-0968-4891-a36e-fa1b4e925593,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:48:27.496602 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43314) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:48:27.513061 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.513401 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.513737 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.514069 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.514397 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.514744 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.515063 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.515379 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.515714 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.516034 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.516366 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.516699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.517015 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.517326 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.517634 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b2965-5c11-4564-941b-dae8ce11bc0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:48:27.563206 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-aa57a8f6-ca2a-47b2-b029-78eb9c7580f5 admin admin] Publish callbacks [] for security_group (e7665c11-0968-4891-a36e-fa1b4e925593), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:27.582504 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-aa57a8f6-ca2a-47b2-b029-78eb9c7580f5 admin admin] Publish callbacks [] for security_group (e7665c11-0968-4891-a36e-fa1b4e925593), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:27.745431 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-aa57a8f6-ca2a-47b2-b029-78eb9c7580f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e7665c11-0968-4891-a36e-fa1b4e925593), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:27.747874 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-aa57a8f6-ca2a-47b2-b029-78eb9c7580f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:27.749105 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-aa57a8f6-ca2a-47b2-b029-78eb9c7580f5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e7665c11-0968-4891-a36e-fa1b4e925593 HTTP/1.1" status: 204 len: 168 time: 0.2515669 Oct 04 08:48:27.757857 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a8f6-ca2a-47b2-b029-78eb9c7580f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7665c11-0968-4891-a36e-fa1b4e925593,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:48:30.634910 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=17 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:30.635727 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=11 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:34.665434 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-34552314-1ac5-4862-b17a-15edec295806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:36.933887 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7d0a47ef-0ae7-42d0-8682-1f4ff64a66dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:37.752566 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:37.753970 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:38.224991 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:39.583587 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:39.985425 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:49.917022 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:49.925093 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:50.641603 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:50.645615 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:57.639513 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:49:04.656820 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8ca2e9c5-35b9-481d-8037-6cf31aed93a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:06.932816 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ea936c60-d12a-4920-9f45-5131c78ba735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:07.636332 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:07.637066 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:08.218072 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:09.595412 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:09.984240 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:19.921084 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:19.927042 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:32.630130 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=5 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:32.630895 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:34.639048 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 5 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:49:34.674958 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c2b1312e-c6a3-49e8-a5a3-5fa2f5f42b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:36.937650 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-3bd06da2-5837-4f18-95af-c46c78f91b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:38.228266 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:39.606036 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:40.000537 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:44.636799 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:49.928227 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:49.930851 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:00.743640 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440020'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:04.634584 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:04.639391 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:04.662287 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7ea35a90-045e-4a7d-9e0a-12c2a1ac8d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:06.936793 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-12fbfffd-a2c8-4636-8ac9-59e76df80766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:08.222737 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:09.594835 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:09.999909 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:11.639298 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:50:14.565868 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43406) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:50:14.693910 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-f2577af5-b6f3-4c43-ac2e-1293cf91665f admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1270528 Oct 04 08:50:17.160289 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43416) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:50:17.214719 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-661bddd4-fbaf-4e62-b084-3f01c4a9c9fa admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534279 Oct 04 08:50:19.928004 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:19.933742 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:INSERT=1,neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:27.209760 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:27.210633 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:30.041312 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=14 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:30.045170 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=14 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:30.684850 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:34.639123 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e7e646ca-7a74-479b-806a-cb55fb196464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:36.918883 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-02b3c16d-be84-44de-8ada-9d7e6decef33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:38.221365 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:39.587739 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:39.987485 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:41.641130 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:41.646104 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:48.639682 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:50:49.935415 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:49.937296 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:00.730027 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:04.638298 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-55b2556e-2a35-47f9-9394-d863575b319d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:06.946705 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-16144e6b-8817-411b-b514-bae8c19132b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:07.635971 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:07.636640 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:08.238110 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:09.592336 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:09.998263 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:18.637841 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:18.641702 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=5 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:19.939993 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:19.942884 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:25.639051 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:51:30.689606 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:34.643051 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e8404894-1e4d-4ce2-9b25-b252621403ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:35.634566 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:35.635354 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:36.974971 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4836576b-9b57-44b6-ad43-70fda9dcd65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:38.220816 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:39.592044 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:39.992565 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:49.944888 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:49.947261 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:52.071214 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43580) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:52.443430 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-462932829-network', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:52.546457 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Made reservation on behalf of 3f3deef8b1cc4c9193e9357f0ba99e15 for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:51:52.548869 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:52.558439 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43606) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:52.561674 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:52.645871 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Publish callbacks [] for security_group (cfa25b1e-c91b-4746-aba7-00a152aa32a5), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:52.740560 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (cfa25b1e-c91b-4746-aba7-00a152aa32a5), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:52.772508 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43620) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:52.772977 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:51:52.775757 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa25b1e-c91b-4746-aba7-00a152aa32a5,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:52.785358 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.785698 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.786033 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.786364 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.786719 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.787039 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.787361 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.787678 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.788018 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.788338 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.788672 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.789667 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.789996 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.790370 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.790701 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Tracked resource versions report: Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: pushed versions: Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: { 'AddressGroup': {'1.2'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Agent': {'1.1'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'ConntrackHelper': {'1.0'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Log': {'1.0'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'NDPProxy': {'1.0'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Network': {'1.1'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Port': {'1.7'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'PortForwarding': {'1.3'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'QosPolicy': {'1.10'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SecurityGroup': {'1.5'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SubPort': {'1.0'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Subnet': {'1.1'}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Trunk': {'1.1'}} Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: consumer versions: Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: { DHCP agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: HyperV agent@hv-cinder-85944: {}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: L3 agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: Metadata agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: Metering agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: Open vSwitch agent@dv-cinder-859447-2-iscsi: { 'AddressGroup': '1.2', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Agent': '1.1', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'ConntrackHelper': '1.0', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'LocalIPAssociation': '1.0', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Log': '1.0', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'NDPProxy': '1.0', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Network': '1.1', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Port': '1.7', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'PortForwarding': '1.3', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'QosPolicy': '1.10', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SecurityGroup': '1.5', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SecurityGroupRule': '1.2', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'SubPort': '1.0', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Subnet': '1.1', Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: 'Trunk': '1.1'}} Oct 04 08:51:52.791884 dv-cinder-859447-2-iscsi neutron-server[113286]: {{(pid=113286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:51:52.799351 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (5b6e79ee-2ed3-4665-87cf-d58c8ad46798), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:52.799762 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Added segment 5b6e79ee-2ed3-4665-87cf-d58c8ad46798 of type vlan for network 19b6a461-a067-4350-add8-ace0265cc9ea Oct 04 08:51:52.847603 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (19b6a461-a067-4350-add8-ace0265cc9ea), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:52.969709 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (19b6a461-a067-4350-add8-ace0265cc9ea), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:52.971028 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:52.972817 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.051065 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] Pushing event updated for resources: {'Network': ['ID=19b6a461-a067-4350-add8-ace0265cc9ea,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:53.063341 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-5c067f93-247c-4c5d-940b-21976504d765 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9918716 Oct 04 08:51:53.064676 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-network', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:53.066279 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43628) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:53.066757 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 19b6a461-a067-4350-add8-ace0265cc9ea details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:51:53.073316 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Request body: {'subnet': {'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-subnet', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:53.103927 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43630) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:53.169162 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Made reservation on behalf of 24b4590edfe642bc8a8bd15a1b8ba464 for: {'network': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:51:53.169374 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Made reservation on behalf of 3f3deef8b1cc4c9193e9357f0ba99e15 for: {'subnet': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:51:53.171739 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.171955 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.183113 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.279600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Publish callbacks [] for security_group (281ccba5-c747-4629-80a2-351738beb5c4), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.346904 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (281ccba5-c747-4629-80a2-351738beb5c4), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.376300 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1508887346-network', 'tenant_id': '8760be982f804a9aa319b989aa1c3118'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:53.384567 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=113287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:51:53.417984 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759940264915', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (148d0eb5-df79-4020-b02d-f47bbfde20c7), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.418975 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Unsubscribe: segment precommit_create {{(pid=113287) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 08:51:53.419480 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.segments_db [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Added segment 148d0eb5-df79-4020-b02d-f47bbfde20c7 of type vlan for network ff082fc8-e1db-4811-948c-1101d0759e1f Oct 04 08:51:53.449656 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (f202977f-c133-481f-ac46-47b331e3cbed), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.456363 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281ccba5-c747-4629-80a2-351738beb5c4,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:53.498903 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:53.511004 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f202977f-c133-481f-ac46-47b331e3cbed,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:53.549864 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (ff082fc8-e1db-4811-948c-1101d0759e1f), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.562335 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Checking segment: {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:51:53.562335 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Network hostable DHCP agents. Network: 19b6a461-a067-4350-add8-ace0265cc9ea, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:51:53.583323 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.584503 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.584864 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.585360 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.585695 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.586728 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.587285 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.590571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.590571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.590571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.590571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.590571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.590571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.590571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.590571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Tracked resource versions report: Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: pushed versions: Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: { 'AddressGroup': {'1.2'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Agent': {'1.1'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'ConntrackHelper': {'1.0'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Log': {'1.0'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'NDPProxy': {'1.0'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Network': {'1.1'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Port': {'1.7'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'PortForwarding': {'1.3'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'QosPolicy': {'1.10'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SecurityGroup': {'1.5'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SubPort': {'1.0'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Subnet': {'1.1'}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Trunk': {'1.1'}} Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: consumer versions: Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: { DHCP agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: HyperV agent@hv-cinder-85944: {}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: L3 agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: Metadata agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: Metering agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: Open vSwitch agent@dv-cinder-859447-2-iscsi: { 'AddressGroup': '1.2', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Agent': '1.1', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'ConntrackHelper': '1.0', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'LocalIPAssociation': '1.0', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Log': '1.0', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'NDPProxy': '1.0', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Network': '1.1', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Port': '1.7', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'PortForwarding': '1.3', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'QosPolicy': '1.10', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SecurityGroup': '1.5', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SecurityGroupRule': '1.2', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'SubPort': '1.0', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Subnet': '1.1', Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: 'Trunk': '1.1'}} Oct 04 08:51:53.591243 dv-cinder-859447-2-iscsi neutron-server[113287]: {{(pid=113287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:51:53.603391 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-784689536-network', 'tenant_id': '084b278155af4b28819357bcf190522d'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:53.666268 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Network 19b6a461-a067-4350-add8-ace0265cc9ea is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:51:53.724731 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (ff082fc8-e1db-4811-948c-1101d0759e1f), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.725768 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:53.726343 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.729044 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Made reservation on behalf of 8760be982f804a9aa319b989aa1c3118 for: {'network': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:51:53.734169 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.737594 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Made reservation on behalf of 084b278155af4b28819357bcf190522d for: {'network': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:51:53.739904 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.751966 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 19b6a461-a067-4350-add8-ace0265cc9ea) {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:53.762896 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.765284 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.771406 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e05bc-c0da-4967-8f1d-44874d2fc5ed None None] Network 19b6a461-a067-4350-add8-ace0265cc9ea requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:51:53.771568 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:53.772211 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.864354 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-daecb555-0cce-4dc4-8043-bee2b80702c5 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7968907 Oct 04 08:51:53.868703 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43668) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:53.873514 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:53.880502 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3218350 Oct 04 08:51:53.889702 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43670) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:53.896529 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Request body: {'subnet': {'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-subnet', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:53.913700 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-19b6a461-a067-4350-add8-ace0265cc9ea', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:51:53.916935 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d8a2e-6813-44b7-8478-774eda44c25b admin admin] Pushing event updated for resources: {'Network': ['ID=ff082fc8-e1db-4811-948c-1101d0759e1f,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:53.918172 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.947708 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network ff082fc8-e1db-4811-948c-1101d0759e1f details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:51:53.975166 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (137bc348-f9f2-486d-bdb4-6b1d77c182b8), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.976291 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (137bc348-f9f2-486d-bdb4-6b1d77c182b8), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.991637 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:54.040344 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Made reservation on behalf of 24b4590edfe642bc8a8bd15a1b8ba464 for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:51:54.041663 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.058108 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Publish callbacks [] for security_group (cadad058-2b63-40ea-a211-6222f7ea1165), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.077416 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks [] for router_controller (137bc348-f9f2-486d-bdb4-6b1d77c182b8), precommit_add_association {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.107829 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=24,neutron:SELECT=71,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:54.109916 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Publish callbacks [] for security_group (6613075d-5acc-4519-bd9c-35274190ee38), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.126092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:54.141286 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (cadad058-2b63-40ea-a211-6222f7ea1165), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.173416 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=113287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:51:54.175501 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Allocated IP 172.20.0.2 (19b6a461-a067-4350-add8-ace0265cc9ea/f202977f-c133-481f-ac46-47b331e3cbed/7ca31ce8-a5a9-46f4-adcf-a6116c51b77f) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:51:54.200111 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6613075d-5acc-4519-bd9c-35274190ee38), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.202978 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadad058-2b63-40ea-a211-6222f7ea1165,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:54.228685 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (a255380f-77b9-4695-9222-f6bd22533fd2), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.228685 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.segments_db [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Added segment a255380f-77b9-4695-9222-f6bd22533fd2 of type vlan for network 38eace1c-70a5-4e3a-880c-50986fb2cf27 Oct 04 08:51:54.321650 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=113287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:51:54.349976 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Publish callbacks [] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.366877 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (38eace1c-70a5-4e3a-880c-50986fb2cf27), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.372123 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (2c0b2484-5a21-4412-916f-409cf7d45467), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.372799 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.segments_db [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Added segment 2c0b2484-5a21-4412-916f-409cf7d45467 of type vlan for network f5144041-c12b-44c8-a534-32456f9ba9ba Oct 04 08:51:54.379271 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6613075d-5acc-4519-bd9c-35274190ee38,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:54.421079 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.497431 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks [] for router_gateway (137bc348-f9f2-486d-bdb4-6b1d77c182b8), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.519766 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Network 19b6a461-a067-4350-add8-ace0265cc9ea is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:51:54.528932 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:54.528932 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:51:54.536109 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Pushing event updated for resources: {'Port': ['ID=7ca31ce8-a5a9-46f4-adcf-a6116c51b77f,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:54.564713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.db.resource_extend [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 08:51:54.570693 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.571868 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.572252 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.572689 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.573251 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.573378 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.577065 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.582138 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (24ff5370-5973-45f0-80c2-c27671180f0d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.585490 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.585924 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.586923 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.587269 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.587680 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.587963 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.588323 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.588627 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Tracked resource versions report: Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: pushed versions: Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: { 'AddressGroup': {'1.2'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Agent': {'1.1'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'ConntrackHelper': {'1.0'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Log': {'1.0'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'NDPProxy': {'1.0'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Network': {'1.1'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Port': {'1.7'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'PortForwarding': {'1.3'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'QosPolicy': {'1.10'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SecurityGroup': {'1.5'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SubPort': {'1.0'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Subnet': {'1.1'}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Trunk': {'1.1'}} Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: consumer versions: Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: { DHCP agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: HyperV agent@hv-cinder-85944: {}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: L3 agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: Metadata agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: Metering agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: Open vSwitch agent@dv-cinder-859447-2-iscsi: { 'AddressGroup': '1.2', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Agent': '1.1', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'ConntrackHelper': '1.0', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'LocalIPAssociation': '1.0', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Log': '1.0', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'NDPProxy': '1.0', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Network': '1.1', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Port': '1.7', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'PortForwarding': '1.3', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'QosPolicy': '1.10', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SecurityGroup': '1.5', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SecurityGroupRule': '1.2', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'SubPort': '1.0', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Subnet': '1.1', Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: 'Trunk': '1.1'}} Oct 04 08:51:54.592816 dv-cinder-859447-2-iscsi neutron-server[113288]: {{(pid=113288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:51:54.671008 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Attempting to bind port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:51:54.671447 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Attempting to bind port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:51:54.671735 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Attempting to bind port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f on network 19b6a461-a067-4350-add8-ace0265cc9ea {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:51:54.677989 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (f5144041-c12b-44c8-a534-32456f9ba9ba), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.718917 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:51:54.719745 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Checking segment: {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:51:54.722623 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ff5370-5973-45f0-80c2-c27671180f0d,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:54.723709 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.724278 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Bound using segment: {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:51:54.724938 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Bound port: 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:51:54.725639 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.739245 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Checking segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:51:54.739882 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Network hostable DHCP agents. Network: ff082fc8-e1db-4811-948c-1101d0759e1f, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:51:54.743694 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (38eace1c-70a5-4e3a-880c-50986fb2cf27), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.745039 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:54.745790 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.824873 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] Pushing event updated for resources: {'Network': ['ID=38eace1c-70a5-4e3a-880c-50986fb2cf27,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:54.832472 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (f5144041-c12b-44c8-a534-32456f9ba9ba), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.832972 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] For port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:51:54.836550 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:54.837498 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.839559 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] For port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=7ca31ce8-a5a9-46f4-adcf-a6116c51b77f,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:51:54.850585 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:51:54.927951 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] Pushing event updated for resources: {'Network': ['ID=f5144041-c12b-44c8-a534-32456f9ba9ba,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:54.933125 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:54.941684 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network f5144041-c12b-44c8-a534-32456f9ba9ba details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:51:54.965804 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks [] for router_gateway (137bc348-f9f2-486d-bdb4-6b1d77c182b8), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.994679 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-949847b6-ffb7-4ec7-99fc-f9c610242079 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8892879 Oct 04 08:51:54.997549 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43706) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:55.001525 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-af674376-0aef-41cd-ab65-e570d13f3d18 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2282641 Oct 04 08:51:55.002280 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43708) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:55.003635 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Request body: {'subnet': {'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-784689536-subnet', 'tenant_id': '084b278155af4b28819357bcf190522d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:55.010422 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Request body: {'subnet': {'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-subnet', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:55.012087 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.030566 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.053108 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Network ff082fc8-e1db-4811-948c-1101d0759e1f is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:51:55.090395 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:55.133261 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991420c-2d3a-4918-9bf4-aeeeb7476e8a None None] Pushing event updated for resources: {'Port': ['ID=7ca31ce8-a5a9-46f4-adcf-a6116c51b77f,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:55.158211 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, ff082fc8-e1db-4811-948c-1101d0759e1f) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:55.163331 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:55.164936 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.169534 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Made reservation on behalf of 084b278155af4b28819357bcf190522d for: {'subnet': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:51:55.171521 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97778d8e-245a-47cb-8c61-f775de57b219 None None] Network ff082fc8-e1db-4811-948c-1101d0759e1f requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:51:55.173247 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.181729 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Made reservation on behalf of 8760be982f804a9aa319b989aa1c3118 for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:51:55.189696 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.512960 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:55.512960 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Allocated IP 172.27.1.24 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/27bef4ed-bdf1-4540-b70b-bc0bee1e890c) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:51:55.564641 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=7 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:55.634967 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:55.640020 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:55.700986 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:51:55.716821 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-4e6fe755-893d-4213-bb00-0d0dc7670146 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8240175 Oct 04 08:51:55.731015 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43746) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:55.737266 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:55.746963 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-ff082fc8-e1db-4811-948c-1101d0759e1f', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:51:55.750551 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.772677 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (5a0e5f3a-88fe-472a-9807-bd126d762ed8), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.833415 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0e5f3a-88fe-472a-9807-bd126d762ed8,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:55.889302 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Checking segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:51:55.893873 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Network hostable DHCP agents. Network: 38eace1c-70a5-4e3a-880c-50986fb2cf27, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:51:55.914612 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (0590620e-b2c0-4df5-9f89-a505223f0581), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.917033 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (0590620e-b2c0-4df5-9f89-a505223f0581), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.940762 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:51:55.941700 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:55.942170 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f Oct 04 08:51:55.961627 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks [] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.006289 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (851aafb7-8c44-49e0-bb33-8b1886321272), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.045233 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:56.056966 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Allocated IP 172.20.0.2 (ff082fc8-e1db-4811-948c-1101d0759e1f/24ff5370-5973-45f0-80c2-c27671180f0d/6da953ba-6c37-45db-b5e2-84d161a2065f) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:51:56.083630 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:56.108763 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:51:56.129869 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks [] for router_controller (0590620e-b2c0-4df5-9f89-a505223f0581), precommit_add_association {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.134200 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.200843 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Pushing event updated for resources: {'Port': ['ID=27bef4ed-bdf1-4540-b70b-bc0bee1e890c,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:56.210370 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Checking segment: {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:51:56.211969 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Network hostable DHCP agents. Network: f5144041-c12b-44c8-a534-32456f9ba9ba, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:51:56.225850 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:51:56.228511 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:56.230389 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Pushing event updated for resources: {'Subnet': ['ID=851aafb7-8c44-49e0-bb33-8b1886321272,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:56.233905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:51:56.309277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:51:56.309277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.311716 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Publish callbacks [] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.340170 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 38eace1c-70a5-4e3a-880c-50986fb2cf27) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:56.352457 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2af4d5-c2f1-4953-b45f-6c2ec3ba1cbe None None] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:51:56.370246 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:56.374272 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.405680 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=7ca31ce8-a5a9-46f4-adcf-a6116c51b77f,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:51:56.453761 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.472423 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Network f5144041-c12b-44c8-a534-32456f9ba9ba is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:51:56.484967 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, f5144041-c12b-44c8-a534-32456f9ba9ba) {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:56.503771 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:56.504449 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.515359 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Network ff082fc8-e1db-4811-948c-1101d0759e1f is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:51:56.596072 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:56.598673 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4847390b-0fbe-471c-bb4f-83d98051b9c3 None None] Network f5144041-c12b-44c8-a534-32456f9ba9ba requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:51:56.636420 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-e2a9b809-f95e-4328-8cb3-eaffeded859b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6372476 Oct 04 08:51:56.643112 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43800) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:56.654503 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:56.681992 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks [] for router_gateway (0590620e-b2c0-4df5-9f89-a505223f0581), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.693498 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:51:56.709127 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks [] for router_gateway (137bc348-f9f2-486d-bdb4-6b1d77c182b8), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.709539 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.738066 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:56.774101 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-05d94e93-662c-4cfd-a15f-fcfc3560ff16 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7698736 Oct 04 08:51:56.776738 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43808) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:56.782510 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:51:56.844140 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (1506a51f-df27-4d87-b79e-55a5bad8e7ea), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.845775 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (1506a51f-df27-4d87-b79e-55a5bad8e7ea), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.904978 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Pushing event updated for resources: {'Port': ['ID=6da953ba-6c37-45db-b5e2-84d161a2065f,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:56.915313 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43820) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:56.975348 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-38eace1c-70a5-4e3a-880c-50986fb2cf27', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:51:56.978462 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:56.983604 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16512220-818b-4cbe-9dca-e2f61805a264 None None] Network 19b6a461-a067-4350-add8-ace0265cc9ea requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:51:57.034491 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks [] for router_controller (1506a51f-df27-4d87-b79e-55a5bad8e7ea), precommit_add_association {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.045183 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-f5144041-c12b-44c8-a534-32456f9ba9ba', 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba', 'project_id': '084b278155af4b28819357bcf190522d', 'fixed_ips': [{'subnet_id': '851aafb7-8c44-49e0-bb33-8b1886321272'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:51:57.046090 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.054193 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (595a5354-2a0d-49e4-af7c-b2e04d16709a), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.056029 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (595a5354-2a0d-49e4-af7c-b2e04d16709a), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.125099 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:57.135188 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-62943ebf-d34e-4b43-a0e4-c5f54094a0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.161055 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=7ca31ce8-a5a9-46f4-adcf-a6116c51b77f,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:57.233335 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-c1955dd1-9cfe-469b-a5ca-8fbb3b781cde None None] Provisioning complete for port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:51:57.233801 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c1955dd1-9cfe-469b-a5ca-8fbb3b781cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.234151 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-c1955dd1-9cfe-469b-a5ca-8fbb3b781cde None None] Attempt 1 to provision port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f Oct 04 08:51:57.239608 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (137bc348-f9f2-486d-bdb4-6b1d77c182b8), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.268066 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks [] for router_controller (595a5354-2a0d-49e4-af7c-b2e04d16709a), precommit_add_association {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.277718 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks [] for router_gateway (0590620e-b2c0-4df5-9f89-a505223f0581), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.305545 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.323061 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Attempting to bind port 6da953ba-6c37-45db-b5e2-84d161a2065f on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:51:57.323493 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Attempting to bind port 6da953ba-6c37-45db-b5e2-84d161a2065f by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:51:57.324755 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Attempting to bind port 6da953ba-6c37-45db-b5e2-84d161a2065f on network ff082fc8-e1db-4811-948c-1101d0759e1f {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:51:57.478533 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks [] for router_gateway (1506a51f-df27-4d87-b79e-55a5bad8e7ea), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.507309 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-62943ebf-d34e-4b43-a0e4-c5f54094a0c7 admin admin] Publish callbacks [] for security_group (2aa7bde5-4460-4cb5-b526-80e16612fbc8), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.637869 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Allocated IP 172.27.1.189 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/e74bb895-327b-45c9-a53a-586629290718) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:51:57.640575 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-62943ebf-d34e-4b43-a0e4-c5f54094a0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2aa7bde5-4460-4cb5-b526-80e16612fbc8), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.656027 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43850) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:57.669490 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:57.693110 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:51:57.693934 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks [] for router_gateway (595a5354-2a0d-49e4-af7c-b2e04d16709a), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.710328 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:57.735104 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-62943ebf-d34e-4b43-a0e4-c5f54094a0c7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fcf59d2f167f446ca5ce0038a3ca3dff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8076072 Oct 04 08:51:57.745043 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43860) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:57.747193 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62943ebf-d34e-4b43-a0e4-c5f54094a0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa7bde5-4460-4cb5-b526-80e16612fbc8,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:57.805881 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:51:57.806505 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Checking segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:51:57.807283 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.807757 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Bound using segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:51:57.808277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Bound port: 6da953ba-6c37-45db-b5e2-84d161a2065f, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:51:57.808657 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.921052 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8be80b85-d39a-4554-9b23-642bbb75f811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.926500 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-850b041c-8ea5-4148-8f23-f034d21597ef admin admin] Publish callbacks [] for security_group (2aa7bde5-4460-4cb5-b526-80e16612fbc8), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:57.969168 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-c1955dd1-9cfe-469b-a5ca-8fbb3b781cde None None] Current status of the port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:51:57.988664 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks [] for port (e74bb895-327b-45c9-a53a-586629290718), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.000038 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks [] for router_gateway (1506a51f-df27-4d87-b79e-55a5bad8e7ea), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.003507 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-850b041c-8ea5-4148-8f23-f034d21597ef admin admin] Publish callbacks [] for security_group (2aa7bde5-4460-4cb5-b526-80e16612fbc8), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.030595 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.052992 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:51:58.062078 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Allocated IP 172.20.0.2 (38eace1c-70a5-4e3a-880c-50986fb2cf27/5a0e5f3a-88fe-472a-9807-bd126d762ed8/f88bb136-d0c3-4520-9268-ccde77a2bcd9) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:51:58.090791 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:51:58.091318 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.091714 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f Oct 04 08:51:58.129467 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks [] for router_gateway (595a5354-2a0d-49e4-af7c-b2e04d16709a), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.153601 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.256799 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8be80b85-d39a-4554-9b23-642bbb75f811 admin admin] Publish callbacks [] for security_group (a042fc92-1a1b-45a7-9556-84cdd27332ce), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.268313 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] For port 6da953ba-6c37-45db-b5e2-84d161a2065f, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:51:58.276846 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:51:58.290541 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Sync routers for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:51:58.291397 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Allocated IP 172.20.0.2 (f5144041-c12b-44c8-a534-32456f9ba9ba/851aafb7-8c44-49e0-bb33-8b1886321272/34c9226a-9187-458b-a54a-e0ccae1d2eb3) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:51:58.297875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] For port 6da953ba-6c37-45db-b5e2-84d161a2065f, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=6da953ba-6c37-45db-b5e2-84d161a2065f,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:51:58.320840 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:51:58.321961 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:51:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:51:58.368030 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (e74bb895-327b-45c9-a53a-586629290718), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.372998 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-850b041c-8ea5-4148-8f23-f034d21597ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2aa7bde5-4460-4cb5-b526-80e16612fbc8), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.375561 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-850b041c-8ea5-4148-8f23-f034d21597ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.377062 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-850b041c-8ea5-4148-8f23-f034d21597ef admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2aa7bde5-4460-4cb5-b526-80e16612fbc8 HTTP/1.1" status: 204 len: 168 time: 0.6308675 Oct 04 08:51:58.428270 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b041c-8ea5-4148-8f23-f034d21597ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa7bde5-4460-4cb5-b526-80e16612fbc8,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:58.443959 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:51:58.448396 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:58.452644 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:51:58.456473 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Pushing event updated for resources: {'Port': ['ID=e74bb895-327b-45c9-a53a-586629290718,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:58.457694 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.599822 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Allocated IP 172.27.1.17 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/46a73519-cee4-49f2-b6ed-b04a0d821d92) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:51:58.622932 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:58.623981 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8be80b85-d39a-4554-9b23-642bbb75f811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (a042fc92-1a1b-45a7-9556-84cdd27332ce), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.638042 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.646299 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a41d41a7-fc32-479b-8fc9-bf905700d20d admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7762518 Oct 04 08:51:58.653544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43886) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:58.680225 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:51:58.783630 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8be80b85-d39a-4554-9b23-642bbb75f811 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d2581751051d45deb15e3461411ec41e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1244662 Oct 04 08:51:58.784309 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43892) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:58.811750 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be80b85-d39a-4554-9b23-642bbb75f811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a042fc92-1a1b-45a7-9556-84cdd27332ce,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:58.932752 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43894) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:58.972127 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks [] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:58.989583 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:51:59.058377 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:59.088776 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-d8714db9-faf1-40b5-a407-c2693776dfaf None None] Provisioning complete for port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:51:59.090897 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-d8714db9-faf1-40b5-a407-c2693776dfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.091410 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-d8714db9-faf1-40b5-a407-c2693776dfaf None None] Attempt 1 to provision port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f Oct 04 08:51:59.101202 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-764e3a11-5a53-407f-a662-016a65ac226e admin admin] Publish callbacks [] for security_group (a042fc92-1a1b-45a7-9556-84cdd27332ce), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.142897 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-764e3a11-5a53-407f-a662-016a65ac226e admin admin] Publish callbacks [] for security_group (a042fc92-1a1b-45a7-9556-84cdd27332ce), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.160198 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:59.193674 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9909d-5bcf-472b-8c37-064d35c4ffdd None None] Pushing event updated for resources: {'Port': ['ID=6da953ba-6c37-45db-b5e2-84d161a2065f,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:59.197381 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Publish callbacks [] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.200321 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.209291 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Publish callbacks [] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.252854 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:51:56Z', 'revision_number': 3, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:51:59.276646 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-d8714db9-faf1-40b5-a407-c2693776dfaf None None] Current status of the port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:51:59.276864 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:51:59.278831 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=46a73519-cee4-49f2-b6ed-b04a0d821d92,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:59.281098 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:59.283730 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:51:59.306511 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Checking router: 137bc348-f9f2-486d-bdb4-6b1d77c182b8 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:51:59.307389 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Updating router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:51:59.324490 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.359217 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.381772 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.387306 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:51:59.395987 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:59.408076 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:51:59.410043 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Pushing event updated for resources: {'Port': ['ID=f88bb136-d0c3-4520-9268-ccde77a2bcd9,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:59.422488 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Network f5144041-c12b-44c8-a534-32456f9ba9ba is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:51:59.425466 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:51:59.438338 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Allocated IP 172.27.1.175 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/863a11d1-ffcb-4cda-bf07-7273dca5cfbb) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:51:59.464175 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-764e3a11-5a53-407f-a662-016a65ac226e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (a042fc92-1a1b-45a7-9556-84cdd27332ce), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.465389 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:51:59.469168 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-764e3a11-5a53-407f-a662-016a65ac226e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.473153 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-764e3a11-5a53-407f-a662-016a65ac226e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a042fc92-1a1b-45a7-9556-84cdd27332ce HTTP/1.1" status: 204 len: 168 time: 0.6812735 Oct 04 08:51:59.473153 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dfc921f1-a849-48da-9468-fed77a1deab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.518032 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks [] for router_gateway (0590620e-b2c0-4df5-9f89-a505223f0581), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.625201 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43918) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:59.630298 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dfc921f1-a849-48da-9468-fed77a1deab8 admin admin] Publish callbacks [] for security_group (d4d8d3a1-48d4-420d-9dc1-aa6262bcc8ad), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.635659 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Pushing event updated for resources: {'Port': ['ID=34c9226a-9187-458b-a54a-e0ccae1d2eb3,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:59.642263 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:59.740541 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Attempting to bind port f88bb136-d0c3-4520-9268-ccde77a2bcd9 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:51:59.741538 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Attempting to bind port f88bb136-d0c3-4520-9268-ccde77a2bcd9 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:51:59.742101 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Attempting to bind port f88bb136-d0c3-4520-9268-ccde77a2bcd9 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:51:59.743698 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-808dcd72-25d0-47e8-9e2c-52ebf00992e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.747138 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6da953ba-6c37-45db-b5e2-84d161a2065f up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:51:59.799370 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dfc921f1-a849-48da-9468-fed77a1deab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (d4d8d3a1-48d4-420d-9dc1-aa6262bcc8ad), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.824367 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks [] for router_gateway (1506a51f-df27-4d87-b79e-55a5bad8e7ea), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.831371 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-dfc921f1-a849-48da-9468-fed77a1deab8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5242e7f780ff4ca1adc24ea6c21041e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8948181 Oct 04 08:51:59.831371 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e3a11-5a53-407f-a662-016a65ac226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a042fc92-1a1b-45a7-9556-84cdd27332ce,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:51:59.850366 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 43926) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:51:59.873618 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Attempting to bind port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:51:59.874141 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Attempting to bind port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:51:59.874535 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Attempting to bind port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 on network f5144041-c12b-44c8-a534-32456f9ba9ba {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:51:59.904208 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:59.942856 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 6da953ba-6c37-45db-b5e2-84d161a2065f triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:51:59.943274 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:59.944340 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 6da953ba-6c37-45db-b5e2-84d161a2065f Oct 04 08:52:00.022754 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:00.023945 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Checking segment: {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:00.024347 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.024687 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Bound using segment: {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:00.025351 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Bound port: 34c9226a-9187-458b-a54a-e0ccae1d2eb3, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:00.025903 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.068627 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:00.124772 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] For port 34c9226a-9187-458b-a54a-e0ccae1d2eb3, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:00.128590 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] For port 34c9226a-9187-458b-a54a-e0ccae1d2eb3, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=34c9226a-9187-458b-a54a-e0ccae1d2eb3,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:00.146871 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-56f53a31-0943-4c1f-b920-d4137606e9fb admin admin] Publish callbacks [] for security_group (d4d8d3a1-48d4-420d-9dc1-aa6262bcc8ad), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.152101 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc921f1-a849-48da-9468-fed77a1deab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d8d3a1-48d4-420d-9dc1-aa6262bcc8ad,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:00.154981 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks [] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.163084 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbef1268-972d-41f0-bba1-726a405ccc7e None None] Network ff082fc8-e1db-4811-948c-1101d0759e1f requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:00.240678 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-56f53a31-0943-4c1f-b920-d4137606e9fb admin admin] Publish callbacks [] for security_group (d4d8d3a1-48d4-420d-9dc1-aa6262bcc8ad), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.245530 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (1506a51f-df27-4d87-b79e-55a5bad8e7ea), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.276982 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.297102 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-db84d35c-de0b-4144-9c74-4952a4acb8c1 None None] Provisioning complete for port 6da953ba-6c37-45db-b5e2-84d161a2065f triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:00.297477 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-db84d35c-de0b-4144-9c74-4952a4acb8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.297813 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-db84d35c-de0b-4144-9c74-4952a4acb8c1 None None] Attempt 1 to provision port 6da953ba-6c37-45db-b5e2-84d161a2065f Oct 04 08:52:00.392272 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 6da953ba-6c37-45db-b5e2-84d161a2065f is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:00.392656 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.394295 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-56f53a31-0943-4c1f-b920-d4137606e9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (d4d8d3a1-48d4-420d-9dc1-aa6262bcc8ad), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.397667 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-56f53a31-0943-4c1f-b920-d4137606e9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.398457 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:00.398829 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Checking segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:00.399351 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.399627 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Bound using segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:00.400124 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Bound port: f88bb136-d0c3-4520-9268-ccde77a2bcd9, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:00.400525 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.401837 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-56f53a31-0943-4c1f-b920-d4137606e9fb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d4d8d3a1-48d4-420d-9dc1-aa6262bcc8ad HTTP/1.1" status: 204 len: 168 time: 0.5502834 Oct 04 08:52:00.455384 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:00.523755 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f53a31-0943-4c1f-b920-d4137606e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d8d3a1-48d4-420d-9dc1-aa6262bcc8ad,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:00.586378 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7e07-f7e8-4105-9d2e-08523a24b181 None None] Pushing event updated for resources: {'Port': ['ID=34c9226a-9187-458b-a54a-e0ccae1d2eb3,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:00.605905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Router 1506a51f-df27-4d87-b79e-55a5bad8e7ea is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:52:00.622086 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-808dcd72-25d0-47e8-9e2c-52ebf00992e2 admin admin] Publish callbacks [] for security_group (34cfbb02-32ea-4634-ba82-94686928af49), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.631917 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (0590620e-b2c0-4df5-9f89-a505223f0581), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.702147 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 6da953ba-6c37-45db-b5e2-84d161a2065f, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=6da953ba-6c37-45db-b5e2-84d161a2065f,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:00.756310 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] For port f88bb136-d0c3-4520-9268-ccde77a2bcd9, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:00.785753 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] For port f88bb136-d0c3-4520-9268-ccde77a2bcd9, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f88bb136-d0c3-4520-9268-ccde77a2bcd9,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:00.788528 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-db84d35c-de0b-4144-9c74-4952a4acb8c1 None None] Current status of the port 6da953ba-6c37-45db-b5e2-84d161a2065f is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:00.789147 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-db84d35c-de0b-4144-9c74-4952a4acb8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.797387 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:00.847500 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-808dcd72-25d0-47e8-9e2c-52ebf00992e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (34cfbb02-32ea-4634-ba82-94686928af49), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.855548 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.857349 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.943905 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.957285 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:00.959654 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.008992 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.db.api [None req-db84d35c-de0b-4144-9c74-4952a4acb8c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 08:52:01.009487 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG oslo_db.api [None req-db84d35c-de0b-4144-9c74-4952a4acb8c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 08:52:01.016682 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=6da953ba-6c37-45db-b5e2-84d161a2065f,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:01.042106 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Pushing event updated for resources: {'Port': ['ID=863a11d1-ffcb-4cda-bf07-7273dca5cfbb,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:01.053606 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:01.143980 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Publish callbacks [] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.150934 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f60cb-e49f-493a-88a2-60e3ff1cdb6d None None] Pushing event updated for resources: {'Port': ['ID=f88bb136-d0c3-4520-9268-ccde77a2bcd9,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:01.193596 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:01.207649 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:01.212291 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:01.224143 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:52:01.231931 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.256335 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Sync routers for ids ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:52:01.256513 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-808dcd72-25d0-47e8-9e2c-52ebf00992e2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=87f8d8c6504147fda945fca06f6ec945&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5846181 Oct 04 08:52:01.257655 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43984) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:01.261030 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dcd72-25d0-47e8-9e2c-52ebf00992e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cfbb02-32ea-4634-ba82-94686928af49,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:01.267269 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Attempting to bind port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:01.267644 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Attempting to bind port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:01.268007 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Attempting to bind port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:01.286964 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Routers {'1506a51f-df27-4d87-b79e-55a5bad8e7ea'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:01.287988 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:51:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:01.365285 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9094953d-b481-4166-8398-609c741cda01 admin admin] Publish callbacks [] for security_group (34cfbb02-32ea-4634-ba82-94686928af49), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.383720 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.385342 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-4d163738-a5d2-4892-b281-5ac1ea7dc5b7 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7390492 Oct 04 08:52:01.389570 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43988) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:01.397772 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:01.459700 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Pushing event updated for resources: {'Port': ['ID=27bef4ed-bdf1-4540-b70b-bc0bee1e890c,revision_number=2']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:01.484567 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:01.485326 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:01.485928 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.486539 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:01.487629 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Bound port: 27bef4ed-bdf1-4540-b70b-bc0bee1e890c, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:01.488297 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.494175 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.494935 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.495392 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.495909 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.496335 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Tracked resource versions report: Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: pushed versions: Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: { 'AddressGroup': {'1.2'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Agent': {'1.1'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'ConntrackHelper': {'1.0'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Log': {'1.0'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'NDPProxy': {'1.0'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Network': {'1.1'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Port': {'1.7'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'PortForwarding': {'1.3'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'QosPolicy': {'1.10'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SecurityGroup': {'1.5'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SubPort': {'1.0'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Subnet': {'1.1'}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Trunk': {'1.1'}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: consumer versions: Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: { DHCP agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: HyperV agent@hv-cinder-85944: {}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: L3 agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: Metadata agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: Metering agent@dv-cinder-859447-2-iscsi: {}, Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: Open vSwitch agent@dv-cinder-859447-2-iscsi: { 'AddressGroup': '1.2', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Agent': '1.1', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'ConntrackHelper': '1.0', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'LocalIPAssociation': '1.0', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Log': '1.0', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'NDPProxy': '1.0', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Network': '1.1', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Port': '1.7', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'PortForwarding': '1.3', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'QosPolicy': '1.10', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SecurityGroup': '1.5', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SecurityGroupRule': '1.2', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'SubPort': '1.0', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Subnet': '1.1', Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: 'Trunk': '1.1'}} Oct 04 08:52:01.507244 dv-cinder-859447-2-iscsi neutron-server[113289]: {{(pid=113289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:52:01.514702 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:01.576489 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Router 0590620e-b2c0-4df5-9f89-a505223f0581 is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:52:01.627087 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 43992) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:01.633986 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9094953d-b481-4166-8398-609c741cda01 admin admin] Publish callbacks [] for security_group (34cfbb02-32ea-4634-ba82-94686928af49), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.660407 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] For port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:01.680567 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] For port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=27bef4ed-bdf1-4540-b70b-bc0bee1e890c,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:01.713497 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4774c47-6069-42f4-892e-35c05154478a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.715577 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Set router 1506a51f-df27-4d87-b79e-55a5bad8e7ea gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:01.741735 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:01.790456 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:01.852593 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:01.853593 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:51:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:01.937903 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-db84d35c-de0b-4144-9c74-4952a4acb8c1 None None] Current status of the port 6da953ba-6c37-45db-b5e2-84d161a2065f is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:01.956253 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Allocated IP 172.20.0.1 (19b6a461-a067-4350-add8-ace0265cc9ea/f202977f-c133-481f-ac46-47b331e3cbed/0c7db536-0d50-4b13-a099-f6be9209703d) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:02.003542 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6da953ba-6c37-45db-b5e2-84d161a2065f up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:02.047341 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:02.068444 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d2668-1d13-47ae-a08a-31f531653963 None None] Pushing event updated for resources: {'Port': ['ID=27bef4ed-bdf1-4540-b70b-bc0bee1e890c,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:02.117947 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:02.126141 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-9147025c-c5c6-43b6-b6a6-ef8949d9527e None None] Provisioning complete for port 6da953ba-6c37-45db-b5e2-84d161a2065f triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:02.126612 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9147025c-c5c6-43b6-b6a6-ef8949d9527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:02.126911 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-9147025c-c5c6-43b6-b6a6-ef8949d9527e None None] Attempt 1 to provision port 6da953ba-6c37-45db-b5e2-84d161a2065f Oct 04 08:52:02.187150 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8526094c-5f4b-49a9-8cb9-37984fed2857 None None] Network f5144041-c12b-44c8-a534-32456f9ba9ba requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:02.202197 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:02.443477 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:52:02.459844 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 6da953ba-6c37-45db-b5e2-84d161a2065f triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:02.469117 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:02.469117 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 6da953ba-6c37-45db-b5e2-84d161a2065f Oct 04 08:52:02.490491 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks [] for router_gateway (595a5354-2a0d-49e4-af7c-b2e04d16709a), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:02.504726 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9094953d-b481-4166-8398-609c741cda01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (34cfbb02-32ea-4634-ba82-94686928af49), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:02.507760 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9094953d-b481-4166-8398-609c741cda01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:02.527663 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-9094953d-b481-4166-8398-609c741cda01 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/34cfbb02-32ea-4634-ba82-94686928af49 HTTP/1.1" status: 204 len: 168 time: 1.2602925 Oct 04 08:52:02.529910 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:02.592782 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44004) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:02.597060 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094953d-b481-4166-8398-609c741cda01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cfbb02-32ea-4634-ba82-94686928af49,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:02.630455 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:02.635387 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Sync routers for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:52:02.637797 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:02.643278 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ee99f-7705-4528-8803-4121263d3350 None None] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:02.643434 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44006) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:02.647827 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-a0d9e445-ded8-4d63-aec7-da3024586e09 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9156866 Oct 04 08:52:02.672262 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:52:02.673460 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:02.674355 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:51:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:02.675388 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4774c47-6069-42f4-892e-35c05154478a admin admin] Publish callbacks [] for security_group (cc0efe10-ef0f-4903-b121-cf24438b1876), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:02.778230 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:56Z', 'updated_at': '2022-10-04T08:51:59Z', 'revision_number': 3, 'project_id': '084b278155af4b28819357bcf190522d', 'gw_port': {'id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:48:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:02.787126 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-9147025c-c5c6-43b6-b6a6-ef8949d9527e None None] Current status of the port 6da953ba-6c37-45db-b5e2-84d161a2065f is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:02.800084 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4774c47-6069-42f4-892e-35c05154478a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (cc0efe10-ef0f-4903-b121-cf24438b1876), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:02.813580 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Publish callbacks [] for port (0c7db536-0d50-4b13-a099-f6be9209703d), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:02.862656 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Checking router: 1506a51f-df27-4d87-b79e-55a5bad8e7ea for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:52:02.863886 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Updating router 1506a51f-df27-4d87-b79e-55a5bad8e7ea port 46a73519-cee4-49f2-b6ed-b04a0d821d92 binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:52:02.925160 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:51:56Z', 'revision_number': 3, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:02.942781 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 6da953ba-6c37-45db-b5e2-84d161a2065f is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:02.943876 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 34c9226a-9187-458b-a54a-e0ccae1d2eb3 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:02.944110 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:02.987447 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c4774c47-6069-42f4-892e-35c05154478a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f6d845930c7a4c39af048eff19871f04&name=default HTTP/1.1" status: 200 len: 2993 time: 1.3414862 Oct 04 08:52:02.987633 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44016) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:02.991508 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4774c47-6069-42f4-892e-35c05154478a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0efe10-ef0f-4903-b121-cf24438b1876,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:03.017452 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e58f3-4440-413f-b0c6-e18189b40706 None None] The sync data for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi is: [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:51:56Z', 'revision_number': 3, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:52:03.053792 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:03.087982 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.102485 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.227033 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-28275518-ab4f-4f8f-bee4-239b0266d3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.238281 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:03.299639 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.378792 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Network 19b6a461-a067-4350-add8-ace0265cc9ea is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:03.392828 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2ca2aeca-d008-41fc-862c-ab6cb78955a1 admin admin] Publish callbacks [] for security_group (cc0efe10-ef0f-4903-b121-cf24438b1876), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.404852 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:03.438603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:03.438603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (137bc348-f9f2-486d-bdb4-6b1d77c182b8), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.476875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Provisioning complete for port f88bb136-d0c3-4520-9268-ccde77a2bcd9 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:03.476875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.476875 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Attempt 1 to provision port f88bb136-d0c3-4520-9268-ccde77a2bcd9 Oct 04 08:52:03.493878 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:03.718034 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:03.723582 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (595a5354-2a0d-49e4-af7c-b2e04d16709a), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.733545 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Pushing event updated for resources: {'Port': ['ID=0c7db536-0d50-4b13-a099-f6be9209703d,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:03.766426 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:51:58Z', 'revision_number': 3, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:03.777806 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:03.778230 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.779094 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 Oct 04 08:52:03.833032 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Checking router: 0590620e-b2c0-4df5-9f89-a505223f0581 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:52:03.833375 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Updating router 0590620e-b2c0-4df5-9f89-a505223f0581 port e74bb895-327b-45c9-a53a-586629290718 binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:52:03.852907 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2ca2aeca-d008-41fc-862c-ab6cb78955a1 admin admin] Publish callbacks [] for security_group (cc0efe10-ef0f-4903-b121-cf24438b1876), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.894916 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e74bb895-327b-45c9-a53a-586629290718), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.951664 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:04.009712 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Current status of the port f88bb136-d0c3-4520-9268-ccde77a2bcd9 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:04.010118 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.074787 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.089328 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:04.167979 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] For port f88bb136-d0c3-4520-9268-ccde77a2bcd9, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f88bb136-d0c3-4520-9268-ccde77a2bcd9,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:04.189015 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:04.290224 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Allocated IP 172.20.0.1 (f5144041-c12b-44c8-a534-32456f9ba9ba/851aafb7-8c44-49e0-bb33-8b1886321272/e8710aa8-7187-46d8-8b55-ce1e99e099fa) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:04.369562 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:04.369721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Publish callbacks [] for port (0c7db536-0d50-4b13-a099-f6be9209703d), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.377507 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-28275518-ab4f-4f8f-bee4-239b0266d3a6 admin admin] Publish callbacks [] for security_group (ea599e58-f4f9-4ec1-9a67-0646399046ac), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.381834 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.385961 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2ca2aeca-d008-41fc-862c-ab6cb78955a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (cc0efe10-ef0f-4903-b121-cf24438b1876), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.388681 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2ca2aeca-d008-41fc-862c-ab6cb78955a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.392272 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-2ca2aeca-d008-41fc-862c-ab6cb78955a1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cc0efe10-ef0f-4903-b121-cf24438b1876 HTTP/1.1" status: 204 len: 168 time: 1.4027748 Oct 04 08:52:04.414281 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2aeca-d008-41fc-862c-ab6cb78955a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0efe10-ef0f-4903-b121-cf24438b1876,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:04.475061 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44048) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:04.489565 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Publish callbacks [] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.494968 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-28275518-ab4f-4f8f-bee4-239b0266d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ea599e58-f4f9-4ec1-9a67-0646399046ac), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.500772 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.501041 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (137bc348-f9f2-486d-bdb4-6b1d77c182b8), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.503428 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:04.503822 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.536213 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.545728 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Provisioning complete for port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:04.547342 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.547829 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Attempt 1 to provision port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 Oct 04 08:52:04.576846 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Publish callbacks [] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.616087 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:52:04.629070 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.674436 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 34c9226a-9187-458b-a54a-e0ccae1d2eb3, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=34c9226a-9187-458b-a54a-e0ccae1d2eb3,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:04.675822 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28275518-ab4f-4f8f-bee4-239b0266d3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea599e58-f4f9-4ec1-9a67-0646399046ac,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:04.683712 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-28275518-ab4f-4f8f-bee4-239b0266d3a6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=14861bfe355b443c9a3be140e2990a80&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0869601 Oct 04 08:52:04.693984 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44052) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:04.696588 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Attempting to bind port 46a73519-cee4-49f2-b6ed-b04a0d821d92 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:04.697172 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Attempting to bind port 46a73519-cee4-49f2-b6ed-b04a0d821d92 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:04.702318 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Attempting to bind port 46a73519-cee4-49f2-b6ed-b04a0d821d92 on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:04.706151 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Pushing event updated for resources: {'Port': ['ID=f88bb136-d0c3-4520-9268-ccde77a2bcd9,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:04.756266 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Pushing event updated for resources: {'Port': ['ID=0c7db536-0d50-4b13-a099-f6be9209703d,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:04.769134 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.770295 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f88bb136-d0c3-4520-9268-ccde77a2bcd9 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:04.781058 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-1b9b088e-992c-4ec0-b4a5-95895c43ce7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.814078 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.815673 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:04.864879 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-61e819eb-a4b2-4dc6-93a8-b269ade92345 None None] Current status of the port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:04.884992 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:04.886325 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Publish callbacks [] for port (e74bb895-327b-45c9-a53a-586629290718), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.890985 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a144c5-923d-444a-92df-ab4e6fb78d24 None None] Pushing event updated for resources: {'Port': ['ID=46a73519-cee4-49f2-b6ed-b04a0d821d92,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:04.921707 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:04.922422 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:04.928325 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.928325 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:04.928325 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Bound port: 46a73519-cee4-49f2-b6ed-b04a0d821d92, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:04.928325 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:04.932632 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Network 19b6a461-a067-4350-add8-ace0265cc9ea is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:04.937119 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:04.943837 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:52:04.967937 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:52:04.998039 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e74bb895-327b-45c9-a53a-586629290718), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.002627 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f88bb136-d0c3-4520-9268-ccde77a2bcd9 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:05.003134 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.003541 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f88bb136-d0c3-4520-9268-ccde77a2bcd9 Oct 04 08:52:05.020809 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:05.091047 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Provisioning complete for port f88bb136-d0c3-4520-9268-ccde77a2bcd9 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:05.091581 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.091982 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Attempt 1 to provision port f88bb136-d0c3-4520-9268-ccde77a2bcd9 Oct 04 08:52:05.103899 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:05.104663 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:51:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:05.115428 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Attempting to bind port e74bb895-327b-45c9-a53a-586629290718 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:05.115795 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Attempting to bind port e74bb895-327b-45c9-a53a-586629290718 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:05.121477 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Attempting to bind port e74bb895-327b-45c9-a53a-586629290718 on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:05.131763 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=34c9226a-9187-458b-a54a-e0ccae1d2eb3,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:05.139415 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] For port 46a73519-cee4-49f2-b6ed-b04a0d821d92, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:05.188956 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:52:05.198556 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44058) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:05.213340 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] For port 46a73519-cee4-49f2-b6ed-b04a0d821d92, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=46a73519-cee4-49f2-b6ed-b04a0d821d92,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:05.223761 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-195929573-network', 'tenant_id': '15b0d1bf85e0404282622a3a3213d2c4'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:05.230542 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e23d7-bda9-4fa1-931d-c16779cb16a3 None None] Pushing event updated for resources: {'Port': ['ID=e74bb895-327b-45c9-a53a-586629290718,revision_number=2']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:05.254757 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.259756 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-679c1e82-b879-426d-81a7-3702102ba650 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4807191 Oct 04 08:52:05.278723 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:05.279355 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:05.279909 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.280434 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:05.281176 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Bound port: e74bb895-327b-45c9-a53a-586629290718, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:05.281989 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e74bb895-327b-45c9-a53a-586629290718), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.286358 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44064) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:05.297421 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Network f5144041-c12b-44c8-a534-32456f9ba9ba is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:05.330604 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:05.342888 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.393750 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f88bb136-d0c3-4520-9268-ccde77a2bcd9 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:05.440116 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Made reservation on behalf of 15b0d1bf85e0404282622a3a3213d2c4 for: {'network': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:05.450717 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.459671 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:05.465211 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:05.475090 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.489744 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] For port e74bb895-327b-45c9-a53a-586629290718, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:05.499135 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Routers {'1506a51f-df27-4d87-b79e-55a5bad8e7ea'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:05.499693 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:51:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:05.510527 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] For port e74bb895-327b-45c9-a53a-586629290718, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=e74bb895-327b-45c9-a53a-586629290718,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:05.615864 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e74bb895-327b-45c9-a53a-586629290718), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.620760 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:05.621796 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2bda4895-e2ab-413a-85aa-f2b2a8145870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.645115 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:05.645618 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (1506a51f-df27-4d87-b79e-55a5bad8e7ea), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.727816 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:05.730077 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:51:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:05.744445 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:52:05.756131 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f5b7bfb6-b3af-4652-8f0f-12da543ca47e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/137bc348-f9f2-486d-bdb4-6b1d77c182b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1013567 Oct 04 08:52:05.777828 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:05.779209 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e23d7-bda9-4fa1-931d-c16779cb16a3 None None] Pushing event updated for resources: {'Port': ['ID=e74bb895-327b-45c9-a53a-586629290718,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:05.805283 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Publish callbacks [] for security_group (777d4743-f4cb-411f-9c0f-0107e7f006e8), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.823670 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Sync routers for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:52:05.854982 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Pushing event updated for resources: {'Port': ['ID=e8710aa8-7187-46d8-8b55-ce1e99e099fa,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:05.871814 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:05.883320 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (777d4743-f4cb-411f-9c0f-0107e7f006e8), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:05.895401 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:05.895401 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:51:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:05.935839 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-74966389-0fa1-45ae-a3c2-52c65242baeb admin admin] Publish callbacks [] for security_group (ea599e58-f4f9-4ec1-9a67-0646399046ac), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.089946 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Allocated IP 172.20.0.1 (ff082fc8-e1db-4811-948c-1101d0759e1f/24ff5370-5973-45f0-80c2-c27671180f0d/f3fbd7ff-bd11-4e26-9a0b-aaedb5579009) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:06.102126 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=113287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:52:06.112746 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (ff9e7298-2336-4e89-9b16-e390330ac68a), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.113237 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.segments_db [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Added segment ff9e7298-2336-4e89-9b16-e390330ac68a of type vlan for network 19abf8be-166c-4661-a751-32bd07f7acf7 Oct 04 08:52:06.130032 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] Set router 1506a51f-df27-4d87-b79e-55a5bad8e7ea gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:06.169463 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (19abf8be-166c-4661-a751-32bd07f7acf7), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.186712 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-74966389-0fa1-45ae-a3c2-52c65242baeb admin admin] Publish callbacks [] for security_group (ea599e58-f4f9-4ec1-9a67-0646399046ac), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.206584 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 27bef4ed-bdf1-4540-b70b-bc0bee1e890c up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:06.218747 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:06.233463 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2bda4895-e2ab-413a-85aa-f2b2a8145870 admin admin] Publish callbacks [] for security_group (41e8dde6-2edd-46ba-918e-6e8a8dcc9c63), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.243329 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777d4743-f4cb-411f-9c0f-0107e7f006e8,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:06.260249 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (19abf8be-166c-4661-a751-32bd07f7acf7), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.260249 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:06.260249 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.270327 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:06.311115 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2bda4895-e2ab-413a-85aa-f2b2a8145870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (41e8dde6-2edd-46ba-918e-6e8a8dcc9c63), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.317810 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:06.347836 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a144c5-923d-444a-92df-ab4e6fb78d24 None None] Pushing event updated for resources: {'Port': ['ID=46a73519-cee4-49f2-b6ed-b04a0d821d92,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:06.366176 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:01Z', 'revision_number': 3, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:06.391562 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:06.421639 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:52:06.421993 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Updating router 595a5354-2a0d-49e4-af7c-b2e04d16709a port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:52:06.479215 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-2bda4895-e2ab-413a-85aa-f2b2a8145870 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cb42f476994e409aa5cd54dbc9331051&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2177916 Oct 04 08:52:06.483705 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44090) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:06.530316 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0514619 Oct 04 08:52:06.532271 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda4895-e2ab-413a-85aa-f2b2a8145870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8dde6-2edd-46ba-918e-6e8a8dcc9c63,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:06.536520 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44092) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:06.542878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Request body: {'subnet': {'network_id': '19abf8be-166c-4661-a751-32bd07f7acf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-195929573-subnet', 'tenant_id': '15b0d1bf85e0404282622a3a3213d2c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:06.546958 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:06.548796 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:06.556828 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.564790 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d37a0c-2687-460e-9b96-180337359ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=19abf8be-166c-4661-a751-32bd07f7acf7,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:06.645893 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-74966389-0fa1-45ae-a3c2-52c65242baeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ea599e58-f4f9-4ec1-9a67-0646399046ac), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.649238 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-74966389-0fa1-45ae-a3c2-52c65242baeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.651377 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 19abf8be-166c-4661-a751-32bd07f7acf7 details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:52:06.653880 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-74966389-0fa1-45ae-a3c2-52c65242baeb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ea599e58-f4f9-4ec1-9a67-0646399046ac HTTP/1.1" status: 204 len: 168 time: 1.9588335 Oct 04 08:52:06.671736 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Made reservation on behalf of 15b0d1bf85e0404282622a3a3213d2c4 for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:06.674165 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.722646 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Current status of the port f88bb136-d0c3-4520-9268-ccde77a2bcd9 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:06.748319 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.759578 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Provisioning complete for port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:06.759976 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.760317 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Attempt 1 to provision port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 Oct 04 08:52:06.769901 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74966389-0fa1-45ae-a3c2-52c65242baeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea599e58-f4f9-4ec1-9a67-0646399046ac,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:06.780749 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Publish callbacks [] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.833489 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-018dead3-5cdd-4204-aa9d-56f8bd5a0cd0 admin admin] Publish callbacks [] for security_group (41e8dde6-2edd-46ba-918e-6e8a8dcc9c63), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.842567 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:06.842881 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.843218 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c Oct 04 08:52:06.921472 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-018dead3-5cdd-4204-aa9d-56f8bd5a0cd0 admin admin] Publish callbacks [] for security_group (41e8dde6-2edd-46ba-918e-6e8a8dcc9c63), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:06.923696 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Current status of the port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:06.966082 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44102) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:06.981284 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:56Z', 'updated_at': '2022-10-04T08:51:59Z', 'revision_number': 3, 'project_id': '084b278155af4b28819357bcf190522d', 'gw_port': {'id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:48:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:06.982012 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-198f92a7-d752-4dc4-b056-9858edbb01fd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856701621', 'description': 'tempest-description--818672632'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:07.013149 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63aa31-f8af-4ff6-a5e3-6ceca4c90469 None None] The sync data for ids ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'] in dv-cinder-859447-2-iscsi is: [{'id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:56Z', 'updated_at': '2022-10-04T08:51:59Z', 'revision_number': 3, 'project_id': '084b278155af4b28819357bcf190522d', 'gw_port': {'id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:48:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:52:07.019451 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Provisioning complete for port 0c7db536-0d50-4b13-a099-f6be9209703d triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:07.019854 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.020196 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Attempt 1 to provision port 0c7db536-0d50-4b13-a099-f6be9209703d Oct 04 08:52:07.068292 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-85209d51-d7c2-4733-a2ed-3c3665ced80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.075746 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:07.094765 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:51:58Z', 'revision_number': 3, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:07.111385 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (403a48a8-0d2a-47a3-bfbf-0d89be7f8836), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.126758 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-6f7aa415-1f46-4c7a-a5b9-ec26c787ca2d None None] Port 0c7db536-0d50-4b13-a099-f6be9209703d cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:07.135143 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-198f92a7-d752-4dc4-b056-9858edbb01fd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.165610 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:04Z', 'revision_number': 2, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:07.170040 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:07.170447 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.178137 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e77f2c-8e5a-41c2-8af1-fda711b65732 None None] The sync data for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi is: [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:51:58Z', 'revision_number': 3, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:52:07.220874 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.222935 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Checking router: 137bc348-f9f2-486d-bdb4-6b1d77c182b8 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:52:07.223285 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Updating router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 port 0c7db536-0d50-4b13-a099-f6be9209703d binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:52:07.238329 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.276176 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403a48a8-0d2a-47a3-bfbf-0d89be7f8836,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:07.294202 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.302641 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Checking segment: {'id': 'ff9e7298-2336-4e89-9b16-e390330ac68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '19abf8be-166c-4661-a751-32bd07f7acf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:07.303338 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Network hostable DHCP agents. Network: 19abf8be-166c-4661-a751-32bd07f7acf7, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:52:07.308204 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-5842bc0f-9dc7-419c-b90f-49f2d5dcc1b8 None None] Provisioning complete for port 0c7db536-0d50-4b13-a099-f6be9209703d triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:07.308576 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5842bc0f-9dc7-419c-b90f-49f2d5dcc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.308907 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-5842bc0f-9dc7-419c-b90f-49f2d5dcc1b8 None None] Attempt 1 to provision port 0c7db536-0d50-4b13-a099-f6be9209703d Oct 04 08:52:07.311713 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=27bef4ed-bdf1-4540-b70b-bc0bee1e890c,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:07.341650 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fbd7ff-bd11-4e26-9a0b-aaedb5579009,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:07.345140 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:07.404023 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.404781 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 34c9226a-9187-458b-a54a-e0ccae1d2eb3 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:07.409861 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:07.412648 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Network ff082fc8-e1db-4811-948c-1101d0759e1f is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:07.423639 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:07.426825 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:07.427503 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (0590620e-b2c0-4df5-9f89-a505223f0581), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.430186 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-018dead3-5cdd-4204-aa9d-56f8bd5a0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (41e8dde6-2edd-46ba-918e-6e8a8dcc9c63), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.432509 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-018dead3-5cdd-4204-aa9d-56f8bd5a0cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.437032 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-018dead3-5cdd-4204-aa9d-56f8bd5a0cd0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/41e8dde6-2edd-46ba-918e-6e8a8dcc9c63 HTTP/1.1" status: 204 len: 168 time: 0.9504471 Oct 04 08:52:07.454973 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Publish callbacks [] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.471297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Network 19abf8be-166c-4661-a751-32bd07f7acf7 is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:52:07.511718 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-5842bc0f-9dc7-419c-b90f-49f2d5dcc1b8 None None] Port 0c7db536-0d50-4b13-a099-f6be9209703d cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:07.559100 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dead3-5cdd-4204-aa9d-56f8bd5a0cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8dde6-2edd-46ba-918e-6e8a8dcc9c63,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:07.561336 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-5842bc0f-9dc7-419c-b90f-49f2d5dcc1b8 None None] Provisioning complete for port e8710aa8-7187-46d8-8b55-ce1e99e099fa triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:07.561794 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5842bc0f-9dc7-419c-b90f-49f2d5dcc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.562058 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-5842bc0f-9dc7-419c-b90f-49f2d5dcc1b8 None None] Attempt 1 to provision port e8710aa8-7187-46d8-8b55-ce1e99e099fa Oct 04 08:52:07.566605 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Publish callbacks [] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.607764 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 19abf8be-166c-4661-a751-32bd07f7acf7) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:07.631002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:07.631663 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.699279 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-5842bc0f-9dc7-419c-b90f-49f2d5dcc1b8 None None] Port e8710aa8-7187-46d8-8b55-ce1e99e099fa cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:07.719083 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.719859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (1506a51f-df27-4d87-b79e-55a5bad8e7ea), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.721818 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44114) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:07.733338 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57d6495-8c4e-43d1-b6c9-2ae7f27b3385 None None] Network 19abf8be-166c-4661-a751-32bd07f7acf7 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:07.747605 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:07.764668 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:07.793098 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-993083ec-3ece-4f4c-b245-25584155d521 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2551799 Oct 04 08:52:07.913206 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Attempting to bind port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:07.917924 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Attempting to bind port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:07.918306 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Attempting to bind port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:07.976950 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a0875e16-38e1-410c-9af3-bc149a3a648b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.012009 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:08.090746 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Publish callbacks [] for port (0c7db536-0d50-4b13-a099-f6be9209703d), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.091248 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-198f92a7-d752-4dc4-b056-9858edbb01fd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (2b8a7dd5-3e46-4863-bd84-9941f63f88a3), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.095703 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Pushing event updated for resources: {'Port': ['ID=e8710aa8-7187-46d8-8b55-ce1e99e099fa,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:08.101008 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:08.105753 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=27bef4ed-bdf1-4540-b70b-bc0bee1e890c,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:08.107801 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:08.153750 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-b1d350e4-c8b0-49a4-a7eb-80464164528a None None] Provisioning complete for port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:08.154565 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-b1d350e4-c8b0-49a4-a7eb-80464164528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.155868 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-b1d350e4-c8b0-49a4-a7eb-80464164528a None None] Attempt 1 to provision port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 Oct 04 08:52:08.174226 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.252853 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:08.258333 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Allocated IP 172.20.0.1 (38eace1c-70a5-4e3a-880c-50986fb2cf27/5a0e5f3a-88fe-472a-9807-bd126d762ed8/8df12968-e18a-4c86-afcd-9a60133d60bc) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:08.258766 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.259244 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 Oct 04 08:52:08.305948 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:08.306662 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:08.307286 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.307881 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:08.308587 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Bound port: 863a11d1-ffcb-4cda-bf07-7273dca5cfbb, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:08.309650 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.321927 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee6540-2352-40d5-9308-34766a8f66a7 None None] Pushing event updated for resources: {'Port': ['ID=863a11d1-ffcb-4cda-bf07-7273dca5cfbb,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:08.362939 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-b1d350e4-c8b0-49a4-a7eb-80464164528a None None] Port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:08.390724 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c52e3-5dcd-4ad7-a15e-09a69ad084d2 None None] Pushing event updated for resources: {'Port': ['ID=0c7db536-0d50-4b13-a099-f6be9209703d,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:08.418671 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Attempting to bind port 0c7db536-0d50-4b13-a099-f6be9209703d on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:08.419006 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Attempting to bind port 0c7db536-0d50-4b13-a099-f6be9209703d by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:08.419346 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Attempting to bind port 0c7db536-0d50-4b13-a099-f6be9209703d on network 19b6a461-a067-4350-add8-ace0265cc9ea {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:08.553934 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:08.555884 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.574206 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb47d6e-c297-45db-8ab8-6939e2feffb3 None None] Network 19abf8be-166c-4661-a751-32bd07f7acf7 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:08.677747 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] For port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:08.678919 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:08.711464 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] For port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=863a11d1-ffcb-4cda-bf07-7273dca5cfbb,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:08.746181 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:08.747341 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f88bb136-d0c3-4520-9268-ccde77a2bcd9 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:08.762923 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:08.763178 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Checking segment: {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:08.763548 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.763930 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Bound using segment: {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:08.765094 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Bound port: 0c7db536-0d50-4b13-a099-f6be9209703d, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:08.765094 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.775699 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-198f92a7-d752-4dc4-b056-9858edbb01fd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2b8a7dd5-3e46-4863-bd84-9941f63f88a3), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.827360 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Network f5144041-c12b-44c8-a534-32456f9ba9ba is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:08.837979 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.854923 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] For port 0c7db536-0d50-4b13-a099-f6be9209703d, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:08.859834 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] For port 0c7db536-0d50-4b13-a099-f6be9209703d, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=0c7db536-0d50-4b13-a099-f6be9209703d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:08.860361 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:08.897975 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:08.899388 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:08.900494 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f92a7-d752-4dc4-b056-9858edbb01fd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8a7dd5-3e46-4863-bd84-9941f63f88a3,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:08.919517 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Publish callbacks [] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.947973 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.977436 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f88bb136-d0c3-4520-9268-ccde77a2bcd9 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:08.978150 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.978723 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f88bb136-d0c3-4520-9268-ccde77a2bcd9 Oct 04 08:52:08.984237 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-198f92a7-d752-4dc4-b056-9858edbb01fd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:08.988378 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-198f92a7-d752-4dc4-b056-9858edbb01fd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.0163593 Oct 04 08:52:08.989527 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44128) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:09.003406 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-c4503df5-7ef4-42d9-9e44-f52100ca849a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'security_group_rule': {'security_group_id': '2b8a7dd5-3e46-4863-bd84-9941f63f88a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:09.036144 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee6540-2352-40d5-9308-34766a8f66a7 None None] Pushing event updated for resources: {'Port': ['ID=863a11d1-ffcb-4cda-bf07-7273dca5cfbb,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:09.039322 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:09.044386 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:09.055389 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:09.114705 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:09.163719 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:09.169094 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.188024 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:09.198930 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c52e3-5dcd-4ad7-a15e-09a69ad084d2 None None] Pushing event updated for resources: {'Port': ['ID=0c7db536-0d50-4b13-a099-f6be9209703d,revision_number=4']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:09.211749 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a0875e16-38e1-410c-9af3-bc149a3a648b admin admin] Publish callbacks [] for security_group (e6215cbf-65de-415b-9819-01a63b5622bc), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.245053 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c4503df5-7ef4-42d9-9e44-f52100ca849a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (1cbc9661-5c4d-4d9f-a537-b25bd5f96449), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.276208 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44134) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:09.296879 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Router 1506a51f-df27-4d87-b79e-55a5bad8e7ea has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:52:09.302388 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a0875e16-38e1-410c-9af3-bc149a3a648b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e6215cbf-65de-415b-9819-01a63b5622bc), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.312984 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:09.319683 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1cd350c9-6184-4d7f-a686-4c9c206a2b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.350242 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f88bb136-d0c3-4520-9268-ccde77a2bcd9 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:09.400858 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.424963 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-bd3d345b-8fe2-4967-a468-95f935fc6e2e None None] Provisioning complete for port e8710aa8-7187-46d8-8b55-ce1e99e099fa triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:09.425689 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bd3d345b-8fe2-4967-a468-95f935fc6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.426253 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-bd3d345b-8fe2-4967-a468-95f935fc6e2e None None] Attempt 1 to provision port e8710aa8-7187-46d8-8b55-ce1e99e099fa Oct 04 08:52:09.456902 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:01Z', 'revision_number': 3, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:09.502337 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194465e7-7ab9-4638-9df8-19b500d43acd None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:01Z', 'revision_number': 3, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:52:09.505458 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:09.512481 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d345b-8fe2-4967-a468-95f935fc6e2e None None] Port e8710aa8-7187-46d8-8b55-ce1e99e099fa cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:09.533004 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c4503df5-7ef4-42d9-9e44-f52100ca849a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (1cbc9661-5c4d-4d9f-a537-b25bd5f96449), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.552436 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=26,neutron:SELECT=69,neutron:UPDATE=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:09.583402 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:09.591296 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a0875e16-38e1-410c-9af3-bc149a3a648b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ccdd7ea571124358b17262fec27f5cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8434181 Oct 04 08:52:09.592578 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:09.593211 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (595a5354-2a0d-49e4-af7c-b2e04d16709a), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.615632 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44138) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:09.620690 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0875e16-38e1-410c-9af3-bc149a3a648b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6215cbf-65de-415b-9819-01a63b5622bc,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:09.651512 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c4503df5-7ef4-42d9-9e44-f52100ca849a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (1cbc9661-5c4d-4d9f-a537-b25bd5f96449), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.658076 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.687026 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4503df5-7ef4-42d9-9e44-f52100ca849a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbc9661-5c4d-4d9f-a537-b25bd5f96449,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:09.793857 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c4503df5-7ef4-42d9-9e44-f52100ca849a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.800367 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c4503df5-7ef4-42d9-9e44-f52100ca849a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8082654 Oct 04 08:52:09.810821 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44144) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:09.820172 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-8343dfc9-f4df-4ea3-a1bf-741ad0bd180a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'security_group_rule': {'security_group_id': '2b8a7dd5-3e46-4863-bd84-9941f63f88a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:09.821255 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 46a73519-cee4-49f2-b6ed-b04a0d821d92 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:09.859823 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1cd350c9-6184-4d7f-a686-4c9c206a2b05 admin admin] Publish callbacks [] for security_group (00a1e0a0-8de1-450e-b885-1cce931ea9d3), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.891590 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c0adf9a2-ec2f-4175-8d0c-7139464a8dfe admin admin] Publish callbacks [] for security_group (e6215cbf-65de-415b-9819-01a63b5622bc), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.924769 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c0adf9a2-ec2f-4175-8d0c-7139464a8dfe admin admin] Publish callbacks [] for security_group (e6215cbf-65de-415b-9819-01a63b5622bc), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.971971 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 46a73519-cee4-49f2-b6ed-b04a0d821d92 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:09.972459 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:09.974005 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 46a73519-cee4-49f2-b6ed-b04a0d821d92 Oct 04 08:52:09.987086 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:09.990776 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:10.040642 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8343dfc9-f4df-4ea3-a1bf-741ad0bd180a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (606658ba-4406-448b-8e66-62c27a7d0d9e), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.055851 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8df12968-e18a-4c86-afcd-9a60133d60bc,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:10.070847 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df333d4b-2fde-4ae0-8a99-e1bb01239fd7 None None] The sync data for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi is: [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:52:10.082363 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1cd350c9-6184-4d7f-a686-4c9c206a2b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (00a1e0a0-8de1-450e-b885-1cce931ea9d3), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.098960 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.104918 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-2abefb9c-f839-4a58-bf89-6152984fa0aa None None] Provisioning complete for port 8df12968-e18a-4c86-afcd-9a60133d60bc triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:10.105301 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2abefb9c-f839-4a58-bf89-6152984fa0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.105646 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-2abefb9c-f839-4a58-bf89-6152984fa0aa None None] Attempt 1 to provision port 8df12968-e18a-4c86-afcd-9a60133d60bc Oct 04 08:52:10.157018 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-2abefb9c-f839-4a58-bf89-6152984fa0aa None None] Port 8df12968-e18a-4c86-afcd-9a60133d60bc cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:10.166624 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd350c9-6184-4d7f-a686-4c9c206a2b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a1e0a0-8de1-450e-b885-1cce931ea9d3,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:10.173106 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44158) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:10.175792 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c0adf9a2-ec2f-4175-8d0c-7139464a8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e6215cbf-65de-415b-9819-01a63b5622bc), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.178763 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c0adf9a2-ec2f-4175-8d0c-7139464a8dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.181204 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c0adf9a2-ec2f-4175-8d0c-7139464a8dfe admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e6215cbf-65de-415b-9819-01a63b5622bc HTTP/1.1" status: 204 len: 168 time: 0.5643368 Oct 04 08:52:10.199791 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1033954313-network', 'tenant_id': '36968ac344f244dea75243d5b6e716b6'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:10.207140 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 46a73519-cee4-49f2-b6ed-b04a0d821d92 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:10.207551 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.215042 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Publish callbacks [] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.244064 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 46a73519-cee4-49f2-b6ed-b04a0d821d92, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=46a73519-cee4-49f2-b6ed-b04a0d821d92,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:10.252520 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adf9a2-ec2f-4175-8d0c-7139464a8dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6215cbf-65de-415b-9819-01a63b5622bc,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:10.257178 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-1cd350c9-6184-4d7f-a686-4c9c206a2b05 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8d00871c71bd40e48425cb00d85c0d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9769917 Oct 04 08:52:10.260494 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44166) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:10.264038 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8343dfc9-f4df-4ea3-a1bf-741ad0bd180a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (606658ba-4406-448b-8e66-62c27a7d0d9e), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.278913 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:52:10.294749 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-14e53aee-6790-47e6-9410-49ca96129959 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1506a51f-df27-4d87-b79e-55a5bad8e7ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9019215 Oct 04 08:52:10.295329 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.296103 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (0590620e-b2c0-4df5-9f89-a505223f0581), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.324095 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.324682 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 27bef4ed-bdf1-4540-b70b-bc0bee1e890c up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:10.325767 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Made reservation on behalf of 36968ac344f244dea75243d5b6e716b6 for: {'network': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:10.328996 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.334202 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8343dfc9-f4df-4ea3-a1bf-741ad0bd180a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (606658ba-4406-448b-8e66-62c27a7d0d9e), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.345243 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8eb8143f-595a-41ba-878f-444faedcdfac admin admin] Publish callbacks [] for security_group (00a1e0a0-8de1-450e-b885-1cce931ea9d3), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.367488 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8eb8143f-595a-41ba-878f-444faedcdfac admin admin] Publish callbacks [] for security_group (00a1e0a0-8de1-450e-b885-1cce931ea9d3), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.470525 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.527139 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=46a73519-cee4-49f2-b6ed-b04a0d821d92,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:10.539014 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:10.539810 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.540288 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c Oct 04 08:52:10.543833 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343dfc9-f4df-4ea3-a1bf-741ad0bd180a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606658ba-4406-448b-8e66-62c27a7d0d9e,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:10.618126 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8eb8143f-595a-41ba-878f-444faedcdfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (00a1e0a0-8de1-450e-b885-1cce931ea9d3), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.621234 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8eb8143f-595a-41ba-878f-444faedcdfac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.622443 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-8eb8143f-595a-41ba-878f-444faedcdfac admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/00a1e0a0-8de1-450e-b885-1cce931ea9d3 HTTP/1.1" status: 204 len: 168 time: 0.3609915 Oct 04 08:52:10.623880 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Network ff082fc8-e1db-4811-948c-1101d0759e1f is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:10.648520 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8143f-595a-41ba-878f-444faedcdfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a1e0a0-8de1-450e-b885-1cce931ea9d3,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:10.657403 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:10.682201 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.691073 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fbd7ff-bd11-4e26-9a0b-aaedb5579009,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:10.792592 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:10.800277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device e74bb895-327b-45c9-a53a-586629290718 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:10.870146 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Publish callbacks [] for security_group (693c73f8-fc46-4dff-b025-8289946f105b), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.883137 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8343dfc9-f4df-4ea3-a1bf-741ad0bd180a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.894813 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-8343dfc9-f4df-4ea3-a1bf-741ad0bd180a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0801423 Oct 04 08:52:10.899878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44192) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:10.915267 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:10.941206 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:10.980578 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port e74bb895-327b-45c9-a53a-586629290718 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:10.981107 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e74bb895-327b-45c9-a53a-586629290718), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:10.981508 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port e74bb895-327b-45c9-a53a-586629290718 Oct 04 08:52:10.992878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (693c73f8-fc46-4dff-b025-8289946f105b), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.079644 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Router 0590620e-b2c0-4df5-9f89-a505223f0581 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:52:11.085962 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693c73f8-fc46-4dff-b025-8289946f105b,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:11.097804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.097804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=113287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:52:11.112455 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Sync routers for ids ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:52:11.201786 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Routers {'1506a51f-df27-4d87-b79e-55a5bad8e7ea'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:11.206478 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:11.281708 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (10522a75-038d-43b2-bd10-b93cc2b1742b), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.287778 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.segments_db [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Added segment 10522a75-038d-43b2-bd10-b93cc2b1742b of type vlan for network 003d2070-4bbb-4f1c-a523-f10b2ef42c4d Oct 04 08:52:11.332180 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Publish callbacks [] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.359877 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:52:11.370897 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Sync routers for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:52:11.375909 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-17e16624-c2e5-4c78-b4b8-05250c0ece43 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/0590620e-b2c0-4df5-9f89-a505223f0581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7314863 Oct 04 08:52:11.392268 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:11.396728 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:11.415894 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.417174 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (595a5354-2a0d-49e4-af7c-b2e04d16709a), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.435243 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:11.456479 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Set router 1506a51f-df27-4d87-b79e-55a5bad8e7ea gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:11.581978 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.588881 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8df12968-e18a-4c86-afcd-9a60133d60bc,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:11.599651 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (003d2070-4bbb-4f1c-a523-f10b2ef42c4d), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.604860 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:11.675658 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:11.703863 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:11.704878 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:11.704878 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:11.756192 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:11.785873 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (003d2070-4bbb-4f1c-a523-f10b2ef42c4d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.786911 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:11.787507 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.824052 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-288d29aa-8f27-4f4d-b27f-5c2d2ea356d4 None None] Provisioning complete for port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:11.824635 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-288d29aa-8f27-4f4d-b27f-5c2d2ea356d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:11.824900 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-288d29aa-8f27-4f4d-b27f-5c2d2ea356d4 None None] Attempt 1 to provision port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 Oct 04 08:52:11.899203 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port e74bb895-327b-45c9-a53a-586629290718 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:11.899891 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e74bb895-327b-45c9-a53a-586629290718), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:12.019325 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8360965 Oct 04 08:52:12.019974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44204) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:12.045467 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09034be-5f71-42ab-8fb3-5d7b64e72c3f admin admin] Pushing event updated for resources: {'Network': ['ID=003d2070-4bbb-4f1c-a523-f10b2ef42c4d,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:12.067167 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Request body: {'subnet': {'network_id': '003d2070-4bbb-4f1c-a523-f10b2ef42c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1033954313-subnet', 'tenant_id': '36968ac344f244dea75243d5b6e716b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:12.133884 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-288d29aa-8f27-4f4d-b27f-5c2d2ea356d4 None None] Port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:12.136752 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port e74bb895-327b-45c9-a53a-586629290718, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=e74bb895-327b-45c9-a53a-586629290718,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:12.204478 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:52:12.276571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Allocated IP 172.27.1.89 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/588e71fa-6e32-4095-a40e-5df8907a5684) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:12.295988 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Made reservation on behalf of 36968ac344f244dea75243d5b6e716b6 for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:12.299678 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:12.388587 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:09Z', 'revision_number': 2, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:12.406312 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44224) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:12.415634 dv-cinder-859447-2-iscsi neutron-server[113286]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 08:52:12.430686 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Checking router: 0590620e-b2c0-4df5-9f89-a505223f0581 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:52:12.431291 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Updating router 0590620e-b2c0-4df5-9f89-a505223f0581 port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:52:12.494460 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:12.497821 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 003d2070-4bbb-4f1c-a523-f10b2ef42c4d details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:52:12.505852 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:12.531029 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:12.532940 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e74bb895-327b-45c9-a53a-586629290718), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:12.650110 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44232) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:12.715117 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=e74bb895-327b-45c9-a53a-586629290718,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:12.736301 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:52:12.754608 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-78d41360-86e6-4d75-a71e-fc325ae9b2a6 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/595a5354-2a0d-49e4-af7c-b2e04d16709a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4610231 Oct 04 08:52:12.774211 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-7c3d6422-002b-4887-89e9-6b1110c79c7a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:12.774849 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-7c3d6422-002b-4887-89e9-6b1110c79c7a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f5144041-c12b-44c8-a534-32456f9ba9ba HTTP/1.1" status: 200 len: 811 time: 0.3620057 Oct 04 08:52:12.802520 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-81d2bc7f-b723-4c26-a83b-a2ffed25e64c tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/quotas/084b278155af4b28819357bcf190522d HTTP/1.1" status: 200 len: 375 time: 0.0213192 Oct 04 08:52:12.825123 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-615d6b4c-abae-4686-8224-7dad54da6252 None None] Provisioning complete for port 8df12968-e18a-4c86-afcd-9a60133d60bc triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:12.825696 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-615d6b4c-abae-4686-8224-7dad54da6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:12.825836 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-615d6b4c-abae-4686-8224-7dad54da6252 None None] Attempt 1 to provision port 8df12968-e18a-4c86-afcd-9a60133d60bc Oct 04 08:52:12.844213 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (d1476dce-8527-43cd-9618-8ec32294e21d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:12.905065 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:56Z', 'updated_at': '2022-10-04T08:52:06Z', 'revision_number': 4, 'project_id': '084b278155af4b28819357bcf190522d', 'gw_port': {'id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'e8710aa8-7187-46d8-8b55-ce1e99e099fa', 'name': '', 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba', 'tenant_id': '084b278155af4b28819357bcf190522d', 'mac_address': 'fa:16:3e:91:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '851aafb7-8c44-49e0-bb33-8b1886321272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:03Z', 'updated_at': '2022-10-04T08:52:06Z', 'revision_number': 2, 'project_id': '084b278155af4b28819357bcf190522d', 'subnets': [{'id': '851aafb7-8c44-49e0-bb33-8b1886321272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:12.973711 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Checking router: 1506a51f-df27-4d87-b79e-55a5bad8e7ea for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:52:12.974064 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Updating router 1506a51f-df27-4d87-b79e-55a5bad8e7ea port e8710aa8-7187-46d8-8b55-ce1e99e099fa binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:52:13.032244 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.033536 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-8836da00-fdb2-4bb0-bae2-6929ccd1eb67 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=084b278155af4b28819357bcf190522d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2238383 Oct 04 08:52:13.035036 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 0c7db536-0d50-4b13-a099-f6be9209703d up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:13.046889 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1476dce-8527-43cd-9618-8ec32294e21d,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:13.049019 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:13.062351 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Publish callbacks [] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.095156 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Checking segment: {'id': '10522a75-038d-43b2-bd10-b93cc2b1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '003d2070-4bbb-4f1c-a523-f10b2ef42c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:13.095759 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Network hostable DHCP agents. Network: 003d2070-4bbb-4f1c-a523-f10b2ef42c4d, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:52:13.097298 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-615d6b4c-abae-4686-8224-7dad54da6252 None None] Port 8df12968-e18a-4c86-afcd-9a60133d60bc cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:13.106235 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:13.111948 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 0c7db536-0d50-4b13-a099-f6be9209703d triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:13.112326 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.112651 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 0c7db536-0d50-4b13-a099-f6be9209703d Oct 04 08:52:13.115394 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for port (588e71fa-6e32-4095-a40e-5df8907a5684), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.135452 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.198549 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Network 003d2070-4bbb-4f1c-a523-f10b2ef42c4d is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:52:13.226680 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (588e71fa-6e32-4095-a40e-5df8907a5684), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.237189 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0540844-60d4-4c0a-9171-0da9590a6d37 None None] Pushing event updated for resources: {'Port': ['ID=f3fbd7ff-bd11-4e26-9a0b-aaedb5579009,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:13.250288 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Attempting to bind port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:13.250957 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Attempting to bind port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:13.251552 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Attempting to bind port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 on network ff082fc8-e1db-4811-948c-1101d0759e1f {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:13.275194 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:13.301235 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:13.302130 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Checking segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:13.302734 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.303255 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Bound using segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:13.303931 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Bound port: f3fbd7ff-bd11-4e26-9a0b-aaedb5579009, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:13.304128 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 003d2070-4bbb-4f1c-a523-f10b2ef42c4d) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:13.305291 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.311500 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:13.312222 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:13.317772 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:13.320231 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3a2655e3-80af-4754-9592-a64ec4b4ae0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.320747 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:13.321141 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.325639 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:13.354522 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'Port': ['ID=588e71fa-6e32-4095-a40e-5df8907a5684,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:13.429577 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] For port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:13.433553 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-2ed7cf5a-1d3f-4b21-a2b1-0e488a87152f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3891008 Oct 04 08:52:13.434146 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] For port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f3fbd7ff-bd11-4e26-9a0b-aaedb5579009,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:13.489737 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc0c95a-d7ec-4aef-bb77-70afa5f4c054 None None] Network 003d2070-4bbb-4f1c-a523-f10b2ef42c4d requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:13.494716 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3a2655e3-80af-4754-9592-a64ec4b4ae0b admin admin] Publish callbacks [] for security_group (43ef8a08-913f-42e5-b763-a9a660acc5dd), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.511375 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.541946 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 0c7db536-0d50-4b13-a099-f6be9209703d is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:13.541946 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.550279 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:13.551221 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:13.580724 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3a2655e3-80af-4754-9592-a64ec4b4ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (43ef8a08-913f-42e5-b763-a9a660acc5dd), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.609936 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 0c7db536-0d50-4b13-a099-f6be9209703d, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=0c7db536-0d50-4b13-a099-f6be9209703d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:13.628362 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0540844-60d4-4c0a-9171-0da9590a6d37 None None] Pushing event updated for resources: {'Port': ['ID=f3fbd7ff-bd11-4e26-9a0b-aaedb5579009,revision_number=4']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:13.676954 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3a2655e3-80af-4754-9592-a64ec4b4ae0b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9aab2ddd2ddb4deda0d7aa7360c552cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0228171 Oct 04 08:52:13.676954 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2655e3-80af-4754-9592-a64ec4b4ae0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef8a08-913f-42e5-b763-a9a660acc5dd,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:13.677858 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44260) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:13.724829 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:13.745830 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb12051f-7489-4f71-81af-7b30dfd342fe admin admin] Publish callbacks [] for security_group (43ef8a08-913f-42e5-b763-a9a660acc5dd), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.779433 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.780339 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 46a73519-cee4-49f2-b6ed-b04a0d821d92 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:13.791850 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb12051f-7489-4f71-81af-7b30dfd342fe admin admin] Publish callbacks [] for security_group (43ef8a08-913f-42e5-b763-a9a660acc5dd), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.820226 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:13.838932 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:13.871034 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (0a07f6e1-26a1-4943-94f8-a7a06ca124d8), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.873963 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44276) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:13.906955 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44278) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:13.957900 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb12051f-7489-4f71-81af-7b30dfd342fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (43ef8a08-913f-42e5-b763-a9a660acc5dd), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.961710 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb12051f-7489-4f71-81af-7b30dfd342fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:13.962908 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-bb12051f-7489-4f71-81af-7b30dfd342fe admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/43ef8a08-913f-42e5-b763-a9a660acc5dd HTTP/1.1" status: 204 len: 168 time: 0.2843335 Oct 04 08:52:13.978776 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12051f-7489-4f71-81af-7b30dfd342fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef8a08-913f-42e5-b763-a9a660acc5dd,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:14.000135 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f95e0-ee5e-41a7-a44f-7c76525ca0b7 None None] Network 003d2070-4bbb-4f1c-a523-f10b2ef42c4d requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:14.052194 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=0c7db536-0d50-4b13-a099-f6be9209703d,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:14.059626 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-73770f3f-ae95-480f-a2cd-2d504609eb51 admin admin] Deleting subnet 403a48a8-0d2a-47a3-bfbf-0d89be7f8836 {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:52:14.067880 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-e2353c9d-6e58-4194-a11d-da4adabc172a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:14.070694 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-73770f3f-ae95-480f-a2cd-2d504609eb51 admin admin] Publish callbacks [] for subnet (403a48a8-0d2a-47a3-bfbf-0d89be7f8836), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.073166 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-e2353c9d-6e58-4194-a11d-da4adabc172a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 819 time: 0.1974320 Oct 04 08:52:14.084778 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:14.099066 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Publish callbacks [] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.102031 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-0eac8c04-738a-4bb9-9bcb-fe8ddc7d2c48 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/quotas/24b4590edfe642bc8a8bd15a1b8ba464 HTTP/1.1" status: 200 len: 375 time: 0.0200522 Oct 04 08:52:14.142663 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:14.145369 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (588e71fa-6e32-4095-a40e-5df8907a5684), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.167998 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-73770f3f-ae95-480f-a2cd-2d504609eb51 admin admin] Publish callbacks [] for subnet (403a48a8-0d2a-47a3-bfbf-0d89be7f8836), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.185165 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-73770f3f-ae95-480f-a2cd-2d504609eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (403a48a8-0d2a-47a3-bfbf-0d89be7f8836), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.187730 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:14.195628 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-cab507f8-d34a-4d4c-9a7a-738f0b2dd24a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890379 Oct 04 08:52:14.226455 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44489a4-86a3-403b-acb0-553c266a1a98 None None] The sync data for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi is: [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:52:14.237464 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.256649 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 46a73519-cee4-49f2-b6ed-b04a0d821d92 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:14.257482 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.258203 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 46a73519-cee4-49f2-b6ed-b04a0d821d92 Oct 04 08:52:14.324385 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-6799120c-b377-4592-9de7-f5e2df8558bf service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:52:14.324385 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-6799120c-b377-4592-9de7-f5e2df8558bf service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1550057 Oct 04 08:52:14.359329 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bc084-0aab-4302-a4fb-8a957ce4c15a None None] Pushing event updated for resources: {'Port': ['ID=e8710aa8-7187-46d8-8b55-ce1e99e099fa,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:14.409393 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Attempting to bind port e8710aa8-7187-46d8-8b55-ce1e99e099fa on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:14.409762 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Attempting to bind port e8710aa8-7187-46d8-8b55-ce1e99e099fa by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:14.410170 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Attempting to bind port e8710aa8-7187-46d8-8b55-ce1e99e099fa on network f5144041-c12b-44c8-a534-32456f9ba9ba {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:14.419035 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-73770f3f-ae95-480f-a2cd-2d504609eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (403a48a8-0d2a-47a3-bfbf-0d89be7f8836), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.477997 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-49d5ad4d-b911-4f05-9b7d-04ea30130353 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f5144041-c12b-44c8-a534-32456f9ba9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452472 Oct 04 08:52:14.479337 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:14.482481 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-73770f3f-ae95-480f-a2cd-2d504609eb51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.494576 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-73770f3f-ae95-480f-a2cd-2d504609eb51 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/403a48a8-0d2a-47a3-bfbf-0d89be7f8836 HTTP/1.1" status: 204 len: 168 time: 0.5861504 Oct 04 08:52:14.498844 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 46a73519-cee4-49f2-b6ed-b04a0d821d92 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:14.500815 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 863a11d1-ffcb-4cda-bf07-7273dca5cfbb up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:14.503150 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73770f3f-ae95-480f-a2cd-2d504609eb51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403a48a8-0d2a-47a3-bfbf-0d89be7f8836,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:14.509518 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44298) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:14.533386 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:14.533669 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Checking segment: {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:14.534045 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.534452 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Bound using segment: {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:14.534945 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Bound port: e8710aa8-7187-46d8-8b55-ce1e99e099fa, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:14.535317 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.573083 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:14.589997 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:14.590364 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.590724 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb Oct 04 08:52:14.620292 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for port (588e71fa-6e32-4095-a40e-5df8907a5684), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.637926 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] For port e8710aa8-7187-46d8-8b55-ce1e99e099fa, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:14.642168 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] For port e8710aa8-7187-46d8-8b55-ce1e99e099fa, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=e8710aa8-7187-46d8-8b55-ce1e99e099fa,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:14.644083 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-aaeb7cd0-d025-44d8-addc-05d4b59c9561 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f5144041-c12b-44c8-a534-32456f9ba9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562920 Oct 04 08:52:14.687200 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (19abf8be-166c-4661-a751-32bd07f7acf7), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.692673 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:14.693153 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.722259 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=863a11d1-ffcb-4cda-bf07-7273dca5cfbb,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:14.724795 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.731599 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (588e71fa-6e32-4095-a40e-5df8907a5684), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.732481 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (0a07f6e1-26a1-4943-94f8-a7a06ca124d8), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.766549 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Routers {'1506a51f-df27-4d87-b79e-55a5bad8e7ea'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:14.767250 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:14.829893 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bc084-0aab-4302-a4fb-8a957ce4c15a None None] Pushing event updated for resources: {'Port': ['ID=e8710aa8-7187-46d8-8b55-ce1e99e099fa,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:14.836350 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.877757 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (19abf8be-166c-4661-a751-32bd07f7acf7), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:14.948850 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.949295 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.950135 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.950549 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > port after_create 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.950897 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.951510 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > port after_update 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.952835 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.953191 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.953517 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.953846 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:14.969042 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:14.970797 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] Set router 1506a51f-df27-4d87-b79e-55a5bad8e7ea gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:14.972865 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=863a11d1-ffcb-4cda-bf07-7273dca5cfbb,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:14.991133 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-f28876b0-47da-4640-848c-e8e855cd1dad service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:52:14.992726 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-f28876b0-47da-4640-848c-e8e855cd1dad service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3598716 Oct 04 08:52:15.152869 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-1184ef40-18cf-45ec-bdf2-64a9352f3c91 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512439 Oct 04 08:52:15.170920 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44326) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:15.206732 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 0c7db536-0d50-4b13-a099-f6be9209703d up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:15.287744 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:15.302074 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d98d9d08-cb67-41e3-b8f6-f07454a56fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:15.410333 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:15.411056 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:15.411455 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:15.411849 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:52:15.412531 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19abf8be-166c-4661-a751-32bd07f7acf7']}} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:15.449647 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-f552f557-fd2f-4e18-936a-45cba5eb202a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816131 Oct 04 08:52:15.462330 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'Port': ['ID=588e71fa-6e32-4095-a40e-5df8907a5684,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:15.469271 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 0c7db536-0d50-4b13-a099-f6be9209703d triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:15.469946 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:15.470288 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 0c7db536-0d50-4b13-a099-f6be9209703d Oct 04 08:52:15.477253 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:15.488050 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9e7298-2336-4e89-9b16-e390330ac68a') {'for_net_delete': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:15.488197 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9e7298-2336-4e89-9b16-e390330ac68a') {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:15.493936 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:15.553103 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27825084'] for segment (ff9e7298-2336-4e89-9b16-e390330ac68a), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:15.622520 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d98d9d08-cb67-41e3-b8f6-f07454a56fe1 admin admin] Publish callbacks [] for security_group (c8a3bb23-7819-4201-85b3-21d5012b3b25), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:15.642504 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (ff9e7298-2336-4e89-9b16-e390330ac68a), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:15.660795 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:56Z', 'updated_at': '2022-10-04T08:52:06Z', 'revision_number': 4, 'project_id': '084b278155af4b28819357bcf190522d', 'gw_port': {'id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'e8710aa8-7187-46d8-8b55-ce1e99e099fa', 'name': '', 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba', 'tenant_id': '084b278155af4b28819357bcf190522d', 'mac_address': 'fa:16:3e:91:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '851aafb7-8c44-49e0-bb33-8b1886321272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:03Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '084b278155af4b28819357bcf190522d', 'subnets': [{'id': '851aafb7-8c44-49e0-bb33-8b1886321272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:15.661804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=113287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:52:15.662197 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27405659'] for segment (ff9e7298-2336-4e89-9b16-e390330ac68a), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:15.689042 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d98d9d08-cb67-41e3-b8f6-f07454a56fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c8a3bb23-7819-4201-85b3-21d5012b3b25), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:15.691322 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d2646-19dc-4c24-a00f-5ec9ff9c0b2f None None] The sync data for ids ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'] in dv-cinder-859447-2-iscsi is: [{'id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:56Z', 'updated_at': '2022-10-04T08:52:06Z', 'revision_number': 4, 'project_id': '084b278155af4b28819357bcf190522d', 'gw_port': {'id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'e8710aa8-7187-46d8-8b55-ce1e99e099fa', 'name': '', 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba', 'tenant_id': '084b278155af4b28819357bcf190522d', 'mac_address': 'fa:16:3e:91:fb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '851aafb7-8c44-49e0-bb33-8b1886321272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:03Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '084b278155af4b28819357bcf190522d', 'subnets': [{'id': '851aafb7-8c44-49e0-bb33-8b1886321272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:52:15.703740 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 0c7db536-0d50-4b13-a099-f6be9209703d is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:15.704844 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device e74bb895-327b-45c9-a53a-586629290718 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:15.750652 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:15.752009 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-ea45b794-7c89-406a-aed6-cdebf617e1c5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8510156 Oct 04 08:52:15.834168 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d98d9d08-cb67-41e3-b8f6-f07454a56fe1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3016424e4c83420682dbcb9aca98d4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6597385 Oct 04 08:52:15.834630 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44344) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:15.843721 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port e74bb895-327b-45c9-a53a-586629290718 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:15.844124 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e74bb895-327b-45c9-a53a-586629290718), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:15.851783 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port e74bb895-327b-45c9-a53a-586629290718 Oct 04 08:52:15.901559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d9d08-cb67-41e3-b8f6-f07454a56fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a3bb23-7819-4201-85b3-21d5012b3b25,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:15.940061 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:52:15.961008 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:15.998940 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (19abf8be-166c-4661-a751-32bd07f7acf7), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.024883 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:16.025519 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:16.084617 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.101652 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b0817499-5426-4619-851a-df5cb913e23b req-9665a6d3-5694-40ab-b64d-0f1ad6303415 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 210 time: 0.2008443 Oct 04 08:52:16.102773 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44352) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:16.108147 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/19abf8be-166c-4661-a751-32bd07f7acf7 HTTP/1.1" status: 204 len: 168 time: 1.5958228 Oct 04 08:52:16.109544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44354) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:16.112402 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-e11a9d0f-ed93-46b0-ae1a-c47c0d725741 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888149535', 'description': 'tempest-description--1547399812'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:16.151774 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:16.329631 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b31f4-7cbf-4b47-ab49-e6c47a82f101 admin admin] Pushing event deleted for resources: {'Network': ['ID=19abf8be-166c-4661-a751-32bd07f7acf7,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:16.360230 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-010d955e-9ef9-446f-a4e4-b4b779a8cf10 req-fd36bcd0-af46-4695-aa4e-f5b746141dab tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 210 time: 0.0889447 Oct 04 08:52:16.361483 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e11a9d0f-ed93-46b0-ae1a-c47c0d725741 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.427341 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:16.436914 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c78d14b4-f8b9-4270-a3ab-6ac83787c1ca admin admin] Publish callbacks [] for security_group (c8a3bb23-7819-4201-85b3-21d5012b3b25), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.460215 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port e74bb895-327b-45c9-a53a-586629290718 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:16.542466 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca66989-26ca-4a50-9af8-db384e9d3ce9 admin admin] Deleting subnet d1476dce-8527-43cd-9618-8ec32294e21d {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:52:16.557986 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3ca66989-26ca-4a50-9af8-db384e9d3ce9 admin admin] Publish callbacks [] for subnet (d1476dce-8527-43cd-9618-8ec32294e21d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.564270 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:16.569142 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c78d14b4-f8b9-4270-a3ab-6ac83787c1ca admin admin] Publish callbacks [] for security_group (c8a3bb23-7819-4201-85b3-21d5012b3b25), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.592785 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e11a9d0f-ed93-46b0-ae1a-c47c0d725741 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (f32f9dc2-7385-497b-be84-235e35cf0ce2), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.640536 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:16.735286 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-462b7831-04ab-49d5-adfd-ed25ef777c26 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--856701621&fields=id&tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15 HTTP/1.1" status: 200 len: 267 time: 0.2467258 Oct 04 08:52:16.738902 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e11a9d0f-ed93-46b0-ae1a-c47c0d725741 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (f32f9dc2-7385-497b-be84-235e35cf0ce2), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.766988 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3ca66989-26ca-4a50-9af8-db384e9d3ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (d1476dce-8527-43cd-9618-8ec32294e21d), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.879490 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3ca66989-26ca-4a50-9af8-db384e9d3ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (d1476dce-8527-43cd-9618-8ec32294e21d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:16.941242 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a9d0f-ed93-46b0-ae1a-c47c0d725741 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f9dc2-7385-497b-be84-235e35cf0ce2,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:16.999946 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c78d14b4-f8b9-4270-a3ab-6ac83787c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c8a3bb23-7819-4201-85b3-21d5012b3b25), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.003199 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c78d14b4-f8b9-4270-a3ab-6ac83787c1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.004895 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c78d14b4-f8b9-4270-a3ab-6ac83787c1ca admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c8a3bb23-7819-4201-85b3-21d5012b3b25 HTTP/1.1" status: 204 len: 168 time: 1.1687357 Oct 04 08:52:17.026780 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d14b4-f8b9-4270-a3ab-6ac83787c1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a3bb23-7819-4201-85b3-21d5012b3b25,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:17.063055 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e11a9d0f-ed93-46b0-ae1a-c47c0d725741 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.067192 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-e11a9d0f-ed93-46b0-ae1a-c47c0d725741 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9597087 Oct 04 08:52:17.068230 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44410) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:17.086898 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-3fe38dd3-eda2-43b7-8720-f7128062d426 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group_rule': {'security_group_id': 'f32f9dc2-7385-497b-be84-235e35cf0ce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:17.186271 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 2, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:17.218021 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3ca66989-26ca-4a50-9af8-db384e9d3ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (d1476dce-8527-43cd-9618-8ec32294e21d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.223292 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-5df81de6-43fd-4322-8a45-64554e225866 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:17.223694 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:52:17.231981 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Updating router 595a5354-2a0d-49e4-af7c-b2e04d16709a port 8df12968-e18a-4c86-afcd-9a60133d60bc binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:52:17.232121 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-5df81de6-43fd-4322-8a45-64554e225866 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 816 time: 0.4811556 Oct 04 08:52:17.262160 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.280206 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3fe38dd3-eda2-43b7-8720-f7128062d426 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (5075a086-15f6-4f27-a353-9b7a903c279c), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.288961 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca66989-26ca-4a50-9af8-db384e9d3ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1476dce-8527-43cd-9618-8ec32294e21d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:17.314640 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3ca66989-26ca-4a50-9af8-db384e9d3ce9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.318475 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-3ca66989-26ca-4a50-9af8-db384e9d3ce9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/d1476dce-8527-43cd-9618-8ec32294e21d HTTP/1.1" status: 204 len: 168 time: 1.1371324 Oct 04 08:52:17.323607 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44430) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:17.335482 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-251538f0-c55b-4202-a66d-dd1de1e9830e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/quotas/3f3deef8b1cc4c9193e9357f0ba99e15 HTTP/1.1" status: 200 len: 375 time: 0.0434144 Oct 04 08:52:17.341435 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:17.346780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device e8710aa8-7187-46d8-8b55-ce1e99e099fa up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:17.416912 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-adb53ff3-4efa-45c6-aa51-599e962c6d32 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:17.423916 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-adb53ff3-4efa-45c6-aa51-599e962c6d32 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 819 time: 0.2549295 Oct 04 08:52:17.430136 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-b7a6aadb-83df-48d5-a025-46e4fbddf000 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822999 Oct 04 08:52:17.446701 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-93c2581a-e015-4196-bab5-f7916700297d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/quotas/24b4590edfe642bc8a8bd15a1b8ba464 HTTP/1.1" status: 200 len: 375 time: 0.0216706 Oct 04 08:52:17.480952 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (003d2070-4bbb-4f1c-a523-f10b2ef42c4d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.497929 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3fe38dd3-eda2-43b7-8720-f7128062d426 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (5075a086-15f6-4f27-a353-9b7a903c279c), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.628708 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3fe38dd3-eda2-43b7-8720-f7128062d426 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (5075a086-15f6-4f27-a353-9b7a903c279c), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.665129 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (003d2070-4bbb-4f1c-a523-f10b2ef42c4d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.675138 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port e8710aa8-7187-46d8-8b55-ce1e99e099fa triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:17.675723 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.675941 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe38dd3-eda2-43b7-8720-f7128062d426 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5075a086-15f6-4f27-a353-9b7a903c279c,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:17.676260 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port e8710aa8-7187-46d8-8b55-ce1e99e099fa Oct 04 08:52:17.742249 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3fe38dd3-eda2-43b7-8720-f7128062d426 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.742249 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-3fe38dd3-eda2-43b7-8720-f7128062d426 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6708131 Oct 04 08:52:17.744114 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003d2070-4bbb-4f1c-a523-f10b2ef42c4d']}} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:17.746260 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44450) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:17.770918 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-38be654a-b2bd-4f52-963f-c52f1bcaa651 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group_rule': {'security_group_id': 'f32f9dc2-7385-497b-be84-235e35cf0ce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:17.787528 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10522a75-038d-43b2-bd10-b93cc2b1742b') {'for_net_delete': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:17.787723 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10522a75-038d-43b2-bd10-b93cc2b1742b') {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:17.805503 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27825084'] for segment (10522a75-038d-43b2-bd10-b93cc2b1742b), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.825672 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (10522a75-038d-43b2-bd10-b93cc2b1742b), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.838036 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=113287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:52:17.838462 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27405659'] for segment (10522a75-038d-43b2-bd10-b93cc2b1742b), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.887606 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:17.898814 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port e8710aa8-7187-46d8-8b55-ce1e99e099fa is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:17.898814 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:17.902693 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-7389b372-4d2c-4cf7-a3cf-bf94e21cb6d0 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4547567 Oct 04 08:52:17.953867 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Publish callbacks [] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.006965 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-38be654a-b2bd-4f52-963f-c52f1bcaa651 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (abbd6581-20d2-47f2-84d6-9d8770f39d75), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.012206 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port e8710aa8-7187-46d8-8b55-ce1e99e099fa, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=e8710aa8-7187-46d8-8b55-ce1e99e099fa,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:18.042201 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-05c78f52-89df-43ec-9162-9fddcc10050e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656731 Oct 04 08:52:18.056095 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.108027 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.110375 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 863a11d1-ffcb-4cda-bf07-7273dca5cfbb up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:18.122640 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:18.151657 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-38be654a-b2bd-4f52-963f-c52f1bcaa651 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (abbd6581-20d2-47f2-84d6-9d8770f39d75), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.186496 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (003d2070-4bbb-4f1c-a523-f10b2ef42c4d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.198391 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.199607 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-eb52417d-ed27-48b0-9fb5-60d11fccd1f0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899559 Oct 04 08:52:18.205362 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/003d2070-4bbb-4f1c-a523-f10b2ef42c4d HTTP/1.1" status: 204 len: 168 time: 0.8785360 Oct 04 08:52:18.208062 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b9cb-2d52-4b80-aa86-36464043ba32 None None] Pushing event updated for resources: {'Port': ['ID=8df12968-e18a-4c86-afcd-9a60133d60bc,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:18.244796 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-38be654a-b2bd-4f52-963f-c52f1bcaa651 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (abbd6581-20d2-47f2-84d6-9d8770f39d75), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.262819 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814915da-9935-48f9-bc27-8af00717af2e admin admin] Pushing event deleted for resources: {'Network': ['ID=003d2070-4bbb-4f1c-a523-f10b2ef42c4d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:18.295105 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be654a-b2bd-4f52-963f-c52f1bcaa651 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbd6581-20d2-47f2-84d6-9d8770f39d75,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:18.353086 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:18.354387 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-523fc763-7bea-408c-8df8-ac3e0cb9f94b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054037 Oct 04 08:52:18.359717 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment ff9e7298-2336-4e89-9b16-e390330ac68a resource provider aggregate not found Oct 04 08:52:18.390154 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment ff9e7298-2336-4e89-9b16-e390330ac68a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff9e7298-2336-4e89-9b16-e390330ac68a found for delete ", "request_id": "req-63dc4d4b-341e-4be2-b6e3-ccc8cef6ffec"}]} Oct 04 08:52:18.391519 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Attempting to bind port 8df12968-e18a-4c86-afcd-9a60133d60bc on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:18.391902 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Attempting to bind port 8df12968-e18a-4c86-afcd-9a60133d60bc by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:18.392600 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Attempting to bind port 8df12968-e18a-4c86-afcd-9a60133d60bc on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:18.394147 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-2eb6056a-a9c5-4eca-8ccc-fdce08f28620 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936920 Oct 04 08:52:18.410712 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-38be654a-b2bd-4f52-963f-c52f1bcaa651 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.416032 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44474) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:18.416639 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-38be654a-b2bd-4f52-963f-c52f1bcaa651 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6694062 Oct 04 08:52:18.420913 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:18.442637 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:18.461842 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:18.462645 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Checking segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:18.463054 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.463444 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Bound using segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:18.463922 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Bound port: 8df12968-e18a-4c86-afcd-9a60133d60bc, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:18.464373 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.468972 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:18.469357 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.469690 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb Oct 04 08:52:18.479049 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=e8710aa8-7187-46d8-8b55-ce1e99e099fa,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:18.564921 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.609786 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] For port 8df12968-e18a-4c86-afcd-9a60133d60bc, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:18.637028 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] For port 8df12968-e18a-4c86-afcd-9a60133d60bc, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=8df12968-e18a-4c86-afcd-9a60133d60bc,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:18.642382 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:18.643582 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:18.654325 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:18.715552 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.838091 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:18.838091 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:18.954662 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44496) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:19.071318 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b9cb-2d52-4b80-aa86-36464043ba32 None None] Pushing event updated for resources: {'Port': ['ID=8df12968-e18a-4c86-afcd-9a60133d60bc,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:19.090845 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0de689cd-2487-4f9d-ad09-721055d2a752 req-62884ba2-f0f9-40e7-8873-5874cfc1b2ed tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 210 time: 0.1783726 Oct 04 08:52:19.105030 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:19.105413 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.105757 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 Oct 04 08:52:19.118527 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f24a47df-e7de-492e-ba49-c7314b53bdd7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=15b0d1bf85e0404282622a3a3213d2c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626029 Oct 04 08:52:19.129487 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.135944 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44506) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:19.199367 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:19.265515 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-79627394-ab23-43e3-a6d8-d9fbc050b9f3 admin admin] Publish callbacks [] for security_group (777d4743-f4cb-411f-9c0f-0107e7f006e8), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.275585 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1c51d6ef-eb2c-4d80-b49d-b4a2e1b65bdd req-0a1165e3-2e8a-4f87-b874-8c28960f00ce tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.2298198 Oct 04 08:52:19.298061 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:19.330017 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-79627394-ab23-43e3-a6d8-d9fbc050b9f3 admin admin] Publish callbacks [] for security_group (777d4743-f4cb-411f-9c0f-0107e7f006e8), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.393416 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-141e8772-e789-45bd-ae8d-865021512808 req-786fe83c-13b7-4738-93b9-58fffc857002 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 210 time: 0.1366742 Oct 04 08:52:19.453113 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:19.453552 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.483601 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-79627394-ab23-43e3-a6d8-d9fbc050b9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (777d4743-f4cb-411f-9c0f-0107e7f006e8), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.489707 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-79627394-ab23-43e3-a6d8-d9fbc050b9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.491131 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-79627394-ab23-43e3-a6d8-d9fbc050b9f3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/777d4743-f4cb-411f-9c0f-0107e7f006e8 HTTP/1.1" status: 204 len: 168 time: 0.3540468 Oct 04 08:52:19.509070 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79627394-ab23-43e3-a6d8-d9fbc050b9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777d4743-f4cb-411f-9c0f-0107e7f006e8,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:19.580412 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Allocated IP 172.27.1.153 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:19.703595 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f3fbd7ff-bd11-4e26-9a0b-aaedb5579009,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:19.728672 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:19.748526 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.759718 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:19.805617 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.843257 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:19.851509 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:18Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:19.882938 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad64bf-f23c-419b-93a5-1065bbfed4de None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:18Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:52:19.895650 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=f3fbd7ff-bd11-4e26-9a0b-aaedb5579009,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:19.896688 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:19.914358 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:19.917099 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:19.936672 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:19.937711 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device e8710aa8-7187-46d8-8b55-ce1e99e099fa up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:20.023181 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port e8710aa8-7187-46d8-8b55-ce1e99e099fa triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:20.025389 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:20.026438 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port e8710aa8-7187-46d8-8b55-ce1e99e099fa Oct 04 08:52:20.054720 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (ce7ea16a-f88b-41fe-953e-395ebeafd2a0), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:20.120275 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port e8710aa8-7187-46d8-8b55-ce1e99e099fa is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:20.197197 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:20.416549 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 10522a75-038d-43b2-bd10-b93cc2b1742b resource provider aggregate not found Oct 04 08:52:20.443385 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 10522a75-038d-43b2-bd10-b93cc2b1742b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10522a75-038d-43b2-bd10-b93cc2b1742b found for delete ", "request_id": "req-3e68b3c3-336b-4768-80b4-e31139179f3c"}]} Oct 04 08:52:20.500382 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:20.541922 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-11427b80-f4a4-4749-ae92-aef605e25902 req-ffbf18e9-1815-4782-b4d8-969052450752 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0817585 Oct 04 08:52:20.601929 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a481f7c2-3b92-4ec9-9881-e08e9279047e req-3b946c58-aac8-44f7-a9d8-dff08da1b60b tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 210 time: 0.1106396 Oct 04 08:52:20.714696 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:20.752569 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:20.824268 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9568ff36-c0c2-4474-abf8-43ad31273793 req-1ecbc62d-cd23-49e7-8fe0-37c8cf889e47 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 210 time: 0.0857742 Oct 04 08:52:20.825722 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:20.826654 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44562) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:20.832772 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (ce7ea16a-f88b-41fe-953e-395ebeafd2a0), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:20.838090 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:20.881895 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.42', 54702) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:20.909156 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:21.009256 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:21.012392 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-6ae3b911-e95b-4a2d-ae2d-bc19d5daea61 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5951083 Oct 04 08:52:21.174737 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44574) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:21.273911 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-623ec26f-0488-429b-b7f7-71ff982145b4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=36968ac344f244dea75243d5b6e716b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0969517 Oct 04 08:52:21.276874 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44576) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:21.384137 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-96e5d9e2-d70f-4601-9c33-5b9c3347de1a admin admin] Publish callbacks [] for security_group (693c73f8-fc46-4dff-b025-8289946f105b), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:21.394710 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3ba3444f-5c9a-4e4b-bed0-de5219d29ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:21.436945 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-7acb360f-00dc-4947-89c2-87380e8ec9ca tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:21.438503 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-7acb360f-00dc-4947-89c2-87380e8ec9ca tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f5144041-c12b-44c8-a534-32456f9ba9ba HTTP/1.1" status: 200 len: 811 time: 0.5523834 Oct 04 08:52:21.440979 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-96e5d9e2-d70f-4601-9c33-5b9c3347de1a admin admin] Publish callbacks [] for security_group (693c73f8-fc46-4dff-b025-8289946f105b), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:21.528599 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-cbe03f4d-4cae-4353-9f74-b0c005443f55 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1888149535&fields=id&tenant_id=8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 267 time: 0.0795047 Oct 04 08:52:21.604416 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Request body: {'port': {'device_id': '33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb', 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba', 'admin_state_up': True, 'tenant_id': '084b278155af4b28819357bcf190522d'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:21.649335 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-96e5d9e2-d70f-4601-9c33-5b9c3347de1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (693c73f8-fc46-4dff-b025-8289946f105b), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:21.652602 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-96e5d9e2-d70f-4601-9c33-5b9c3347de1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:21.657148 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-96e5d9e2-d70f-4601-9c33-5b9c3347de1a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/693c73f8-fc46-4dff-b025-8289946f105b HTTP/1.1" status: 204 len: 168 time: 0.3788495 Oct 04 08:52:21.681826 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-51a133b1-bcd6-4a01-8323-c4ce84903a52 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:21.683829 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-51a133b1-bcd6-4a01-8323-c4ce84903a52 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 815 time: 0.1426840 Oct 04 08:52:21.689733 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5d9e2-d70f-4601-9c33-5b9c3347de1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693c73f8-fc46-4dff-b025-8289946f105b,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:21.705068 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-2da597ac-4884-4263-8a0b-2bc7f01ab31d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/quotas/8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 375 time: 0.0126843 Oct 04 08:52:21.793315 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5435a78b-8ac4-440a-ab05-5631b1115a98 req-0b5e6ca6-1f86-4665-837d-a776da083fbd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0626009 Oct 04 08:52:21.821694 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:21.827857 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3ba3444f-5c9a-4e4b-bed0-de5219d29ce3 admin admin] Publish callbacks [] for security_group (9a2d4af7-52c2-4e30-b9b5-c4491159f027), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:21.858472 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-15eb75a5-4462-444f-8817-a21cfe92d39e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1459007 Oct 04 08:52:21.910979 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.42', 54714) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:21.914655 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3ba3444f-5c9a-4e4b-bed0-de5219d29ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (9a2d4af7-52c2-4e30-b9b5-c4491159f027), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.016973 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3444f-5c9a-4e4b-bed0-de5219d29ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d4af7-52c2-4e30-b9b5-c4491159f027,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:22.053646 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-3ba3444f-5c9a-4e4b-bed0-de5219d29ce3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=28804e2dfe4843a9986332f3ca9b9323&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2251432 Oct 04 08:52:22.058329 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44620) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:22.163816 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1429c6b1-c076-4641-9cad-fb4999446456 admin admin] Publish callbacks [] for security_group (9a2d4af7-52c2-4e30-b9b5-c4491159f027), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.167553 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:22.236973 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1429c6b1-c076-4641-9cad-fb4999446456 admin admin] Publish callbacks [] for security_group (9a2d4af7-52c2-4e30-b9b5-c4491159f027), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.245832 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:22.246283 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.246658 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 Oct 04 08:52:22.289494 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Made reservation on behalf of 084b278155af4b28819357bcf190522d for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:22.293753 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.320340 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-a1965c49-4738-459a-ac6c-10ea7c81513d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:22.321874 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-a1965c49-4738-459a-ac6c-10ea7c81513d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 819 time: 0.4097390 Oct 04 08:52:22.367139 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Request body: {'port': {'device_id': '07087473-a629-4720-abc6-c514a5120511', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'admin_state_up': True, 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:22.404289 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:22.405418 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 8df12968-e18a-4c86-afcd-9a60133d60bc up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:22.457906 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 8df12968-e18a-4c86-afcd-9a60133d60bc triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:22.458778 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.459261 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 8df12968-e18a-4c86-afcd-9a60133d60bc Oct 04 08:52:22.470813 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1429c6b1-c076-4641-9cad-fb4999446456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (9a2d4af7-52c2-4e30-b9b5-c4491159f027), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.477296 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1429c6b1-c076-4641-9cad-fb4999446456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.480787 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-1429c6b1-c076-4641-9cad-fb4999446456 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9a2d4af7-52c2-4e30-b9b5-c4491159f027 HTTP/1.1" status: 204 len: 168 time: 0.4187980 Oct 04 08:52:22.484647 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-844a7245-f515-4ae6-b347-db4166f47274 req-4eee8fc0-d157-4517-be06-ad75569cb548 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 210 time: 0.1765790 Oct 04 08:52:22.544405 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-409258d4-7e50-422c-b0a3-47aa250750b0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328526 Oct 04 08:52:22.641780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:22.679503 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429c6b1-c076-4641-9cad-fb4999446456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d4af7-52c2-4e30-b9b5-c4491159f027,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:22.740170 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 8df12968-e18a-4c86-afcd-9a60133d60bc is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:22.740613 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.763028 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4bed2df1-a65d-40fe-9b2b-351b26491dbb req-25382440-eb92-4482-bbe0-264864097400 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 210 time: 0.1224229 Oct 04 08:52:22.803623 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 8df12968-e18a-4c86-afcd-9a60133d60bc, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=8df12968-e18a-4c86-afcd-9a60133d60bc,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:22.846426 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.42', 54722) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:22.847124 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-09e38aa2-bac7-4e9e-9444-48a31b836fbc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943408 Oct 04 08:52:22.902071 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.922293 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Made reservation on behalf of 24b4590edfe642bc8a8bd15a1b8ba464 for: {'port': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:22.928429 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:22.945706 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Allocated IP 172.20.0.10 (f5144041-c12b-44c8-a534-32456f9ba9ba/851aafb7-8c44-49e0-bb33-8b1886321272/463f6f66-9c4c-42ef-b207-c2df5e8523b5) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:23.028964 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5eb30452-ef39-4a48-9829-cde5efb843fd req-74d28ea6-b8a9-4cdd-8b38-23a392ce675c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0706370 Oct 04 08:52:23.033144 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:23.084306 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=8df12968-e18a-4c86-afcd-9a60133d60bc,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:23.106635 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-049829b7-979a-41a0-8187-e264d881ab93 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:23.108895 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-049829b7-979a-41a0-8187-e264d881ab93 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 819 time: 0.2612128 Oct 04 08:52:23.122447 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Request body: {'port': {'device_id': '77980831-3790-419c-be64-5c42d888ff49', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'admin_state_up': True, 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:23.298101 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9612f6d2-0309-4401-b54d-9b75808007e4 req-d6b2ece9-873b-47f1-8df2-899ff2488695 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.0656273 Oct 04 08:52:23.348233 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Publish callbacks [] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:23.402847 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:23.441696 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:23.474897 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:23.519439 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Allocated IP 172.20.0.12 (ff082fc8-e1db-4811-948c-1101d0759e1f/24ff5370-5973-45f0-80c2-c27671180f0d/3204e9c4-8fba-47f2-b86e-dfd24301d3c6) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:23.733462 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Network f5144041-c12b-44c8-a534-32456f9ba9ba is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:23.746752 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:23.772423 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:23.843008 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Pushing event updated for resources: {'Port': ['ID=463f6f66-9c4c-42ef-b207-c2df5e8523b5,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:23.874707 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.42', 54730) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:23.915552 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c04f0f-88a5-4df8-9769-bf40755f05ea req-2ee19fd9-6af6-4f0b-973e-ca4bf90efe1c tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:23.923549 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e6c04f0f-88a5-4df8-9769-bf40755f05ea req-2ee19fd9-6af6-4f0b-973e-ca4bf90efe1c tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 932 time: 0.2077007 Oct 04 08:52:23.962593 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:23.984653 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.080344 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 8df12968-e18a-4c86-afcd-9a60133d60bc up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:24.127283 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7f0670c5-0850-4eec-9d55-be4d991be96a req-28f251f7-32f7-46b7-ae4a-3eb3a483b0a2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 210 time: 0.1501083 Oct 04 08:52:24.198572 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Made reservation on behalf of 24b4590edfe642bc8a8bd15a1b8ba464 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:24.229965 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.317231 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e6c04f0f-88a5-4df8-9769-bf40755f05ea req-120fc130-7d7b-42cd-a53d-4973e862e62e tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718927 Oct 04 08:52:24.320342 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.345404 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-44f5a13d-e241-4b6a-9056-353e6aa5cc33 None None] Provisioning complete for port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:24.345933 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-44f5a13d-e241-4b6a-9056-353e6aa5cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.346366 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-44f5a13d-e241-4b6a-9056-353e6aa5cc33 None None] Attempt 1 to provision port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 Oct 04 08:52:24.551569 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-580ce623-76ad-4b20-88b3-31dba1c3019f req-9706b95e-e9bb-4ddd-a5d0-e1020bc058db tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0865433 Oct 04 08:52:24.552899 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-44f5a13d-e241-4b6a-9056-353e6aa5cc33 None None] Port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:24.552899 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 8df12968-e18a-4c86-afcd-9a60133d60bc triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:24.552899 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.552899 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 8df12968-e18a-4c86-afcd-9a60133d60bc Oct 04 08:52:24.553408 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1683064c-c1ab-4cb9-8de1-9e86f0fcc2ba req-06eb17a2-2848-4ed0-aa3d-7792adbb4db2 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.0458734 Oct 04 08:52:24.553883 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-c5059179-c110-4a5b-9e7c-f4e67a90be1a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:24.553883 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-c5059179-c110-4a5b-9e7c-f4e67a90be1a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 816 time: 0.6532168 Oct 04 08:52:24.554934 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 8df12968-e18a-4c86-afcd-9a60133d60bc is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:24.612015 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44694) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:24.634706 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c2058687-a4d2-4591-8594-00dc7a7a929f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.641211 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:24.642062 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-837c951f-c444-48f9-83e0-f0316329e99c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15 HTTP/1.1" status: 200 len: 379 time: 0.0974882 Oct 04 08:52:24.688277 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'port': {'device_id': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'admin_state_up': True, 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'security_groups': ['2b8a7dd5-3e46-4863-bd84-9941f63f88a3']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:24.797181 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.797181 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c2058687-a4d2-4591-8594-00dc7a7a929f admin admin] Publish callbacks [] for security_group (d5d37e3b-9cbf-4a2b-ac24-f7a611eb3f3b), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.844458 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4a78ab85-8a37-46f6-92be-d5a18aa91ed7 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2302871 Oct 04 08:52:24.862085 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-f62a79d5-8a23-4c45-bdb3-4350fa91254d tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:52:24.863361 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-f62a79d5-8a23-4c45-bdb3-4350fa91254d tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0179322 Oct 04 08:52:24.936566 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event updated for resources: {'Port': ['ID=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:24.953534 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Network ff082fc8-e1db-4811-948c-1101d0759e1f is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:24.954940 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:24.972226 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:24.981534 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:24.981534 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.981983 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c2058687-a4d2-4591-8594-00dc7a7a929f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (d5d37e3b-9cbf-4a2b-ac24-f7a611eb3f3b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:25.039636 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c2058687-a4d2-4591-8594-00dc7a7a929f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a702898b65df4652b997d8deed822006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264581 Oct 04 08:52:25.046660 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 44704) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:25.056522 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Allocated IP 172.20.0.10 (ff082fc8-e1db-4811-948c-1101d0759e1f/24ff5370-5973-45f0-80c2-c27671180f0d/ff4cfcd1-064d-4a58-a5bd-20180f00f6f5) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:25.094471 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2058687-a4d2-4591-8594-00dc7a7a929f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d37e3b-9cbf-4a2b-ac24-f7a611eb3f3b,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:25.165885 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-13878ead-e16e-41b2-a0f2-ab30b7c8fe53 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8133912 Oct 04 08:52:25.303647 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Made reservation on behalf of 3f3deef8b1cc4c9193e9357f0ba99e15 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:25.310379 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:25.377244 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-f86186ac-ef2b-4730-97a8-be2155b45960 None None] Provisioning complete for port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:25.384661 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-f86186ac-ef2b-4730-97a8-be2155b45960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:25.387931 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-f86186ac-ef2b-4730-97a8-be2155b45960 None None] Attempt 1 to provision port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 Oct 04 08:52:25.457230 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b1b7d684-be47-42cc-8aa0-aadac744f9be req-621cbc02-2630-4c8b-8d8b-18cf3df18967 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 210 time: 0.1004939 Oct 04 08:52:25.472955 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5f060a0c-7d65-4554-86b7-920f553c6350 admin admin] Publish callbacks [] for security_group (d5d37e3b-9cbf-4a2b-ac24-f7a611eb3f3b), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:25.560082 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-f86186ac-ef2b-4730-97a8-be2155b45960 None None] Port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:25.667428 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e9b48-8493-4682-be3c-081a33d8bbb2 req-180e5fa4-9801-4a2a-91db-917145cc6ada tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:25.669438 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d67e9b48-8493-4682-be3c-081a33d8bbb2 req-180e5fa4-9801-4a2a-91db-917145cc6ada tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 932 time: 0.1365728 Oct 04 08:52:25.684308 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:25.757930 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-16f6b2b1-3a39-410b-b5a8-02f182531faf req-5bd3b492-9ccf-4cf1-9d9d-ccd7036b5907 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.0823009 Oct 04 08:52:25.792174 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Request body: {'port': {'device_id': '33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:25.802805 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5f060a0c-7d65-4554-86b7-920f553c6350 admin admin] Publish callbacks [] for security_group (d5d37e3b-9cbf-4a2b-ac24-f7a611eb3f3b), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:25.834648 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:26.016423 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:26.047207 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bfcbd3e1-fe06-4ebc-a8fb-831477b59093 req-a08d19c9-07e6-4993-a53a-900cd7dd530c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0661530 Oct 04 08:52:26.057530 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Request body: {'port': {'device_id': '07087473-a629-4720-abc6-c514a5120511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:26.216737 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d67e9b48-8493-4682-be3c-081a33d8bbb2 req-c9515058-0e97-47ac-824b-86b89271293a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511306 Oct 04 08:52:26.242260 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:26.650617 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Allocated IP 172.20.0.6 (19b6a461-a067-4350-add8-ace0265cc9ea/f202977f-c133-481f-ac46-47b331e3cbed/e0969193-60ee-4fb7-ba1b-70b50bfb9b9d) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:26.686550 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44744) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:26.687094 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.067114 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-81a3f6e6-621d-4e0d-b6e0-3a9fe37e8f81 req-7e9ce1f8-7192-4183-a7b1-0d6d050af5b2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 210 time: 0.3818667 Oct 04 08:52:27.095507 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d7ab42bb-662f-4cdd-9359-0ed356f6dad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.177712 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.181187 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:27.187995 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5b7a3e9e-067b-4797-b8ca-af6edfe3f398 req-01637d83-9487-4fa1-9d62-63fa27c4f5d4 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.1164548 Oct 04 08:52:27.270058 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf2e0327-b2ef-42a1-b6b2-93df470a328b req-ab57acbb-2160-4036-8f48-233251979761 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0464931 Oct 04 08:52:27.281961 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5f060a0c-7d65-4554-86b7-920f553c6350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (d5d37e3b-9cbf-4a2b-ac24-f7a611eb3f3b), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.284531 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5f060a0c-7d65-4554-86b7-920f553c6350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.285689 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-5f060a0c-7d65-4554-86b7-920f553c6350 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d5d37e3b-9cbf-4a2b-ac24-f7a611eb3f3b HTTP/1.1" status: 204 len: 168 time: 2.2335534 Oct 04 08:52:27.318271 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.42', 54741) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:27.395492 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.445506 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f060a0c-7d65-4554-86b7-920f553c6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d37e3b-9cbf-4a2b-ac24-f7a611eb3f3b,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:27.502028 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:27.564444 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0b8e-00ac-4583-a311-e38cb2c92667 req-5242b094-5d60-43ce-804b-0ee70594b77a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:27.566217 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-64ba0b8e-00ac-4583-a311-e38cb2c92667 req-5242b094-5d60-43ce-804b-0ee70594b77a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 932 time: 0.1529992 Oct 04 08:52:27.575663 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.620095 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d7ab42bb-662f-4cdd-9359-0ed356f6dad2 admin admin] Publish callbacks [] for security_group (dfff4157-467e-46c5-b3f6-c9dd7d44d838), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.656879 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463f6f66-9c4c-42ef-b207-c2df5e8523b5 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:27.660551 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.695284 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-64ba0b8e-00ac-4583-a311-e38cb2c92667 req-4b351a07-dcb5-40b9-9de6-bb26b3a9aa95 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774629 Oct 04 08:52:27.697333 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Publish callbacks [] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.700656 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d7ab42bb-662f-4cdd-9359-0ed356f6dad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (dfff4157-467e-46c5-b3f6-c9dd7d44d838), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.743556 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Network ff082fc8-e1db-4811-948c-1101d0759e1f is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:27.745586 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:27.759003 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:27.762247 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:27.766663 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab42bb-662f-4cdd-9359-0ed356f6dad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff4157-467e-46c5-b3f6-c9dd7d44d838,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:27.813886 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Transition to ACTIVE for port object 463f6f66-9c4c-42ef-b207-c2df5e8523b5 will not be triggered until provisioned by entity L2. {{(pid=113286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:52:27.823675 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d7ab42bb-662f-4cdd-9359-0ed356f6dad2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=21aeed44c97e4bad8ac40eef9dd2774f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1360443 Oct 04 08:52:27.826984 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44768) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:27.835857 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Network 19b6a461-a067-4350-add8-ace0265cc9ea is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:27.855934 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-b6ab114c-89bc-4a58-9bdc-fc9d0ff99aa4 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:27.860240 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-b6ab114c-89bc-4a58-9bdc-fc9d0ff99aa4 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 815 time: 0.5381880 Oct 04 08:52:27.884390 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:27.890350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:27.948107 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.950878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event updated for resources: {'Port': ['ID=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:27.977551 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a21a1acf-4f05-495a-930c-f9b290dde293 admin admin] Publish callbacks [] for security_group (dfff4157-467e-46c5-b3f6-c9dd7d44d838), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:27.977939 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:27.978513 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.131592 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44776) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:28.200757 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a21a1acf-4f05-495a-930c-f9b290dde293 admin admin] Publish callbacks [] for security_group (dfff4157-467e-46c5-b3f6-c9dd7d44d838), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.207032 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Pushing event updated for resources: {'Port': ['ID=463f6f66-9c4c-42ef-b207-c2df5e8523b5,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:28.227046 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:28.256166 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Attempting to bind port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:28.256166 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Attempting to bind port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:28.256166 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Attempting to bind port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 on network f5144041-c12b-44c8-a534-32456f9ba9ba {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:28.265640 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-7e42b99a-4aac-4d67-93b5-50db8b5ef618 None None] Provisioning complete for port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:28.266237 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7e42b99a-4aac-4d67-93b5-50db8b5ef618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.269795 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-9d7123d8-1aa8-4798-b7c2-833e4350b8c3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1498804 Oct 04 08:52:28.275026 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-7e42b99a-4aac-4d67-93b5-50db8b5ef618 None None] Attempt 1 to provision port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 Oct 04 08:52:28.327884 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:28.328710 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.357650 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Request body: {'port': {'device_id': '77980831-3790-419c-be64-5c42d888ff49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:28.361658 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:28.396594 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 on network f5144041-c12b-44c8-a534-32456f9ba9ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:52:28.396938 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Attempting to bind port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 on network f5144041-c12b-44c8-a534-32456f9ba9ba {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:28.422754 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:28.426643 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:28.459240 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-7e42b99a-4aac-4d67-93b5-50db8b5ef618 None None] Port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:28.545759 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-a310779d-933b-4fbb-9c2d-3eadebcb9455 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 380 time: 0.6346192 Oct 04 08:52:28.549133 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-4407431a-c8a2-41a1-a691-928686c34b49 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8647175 Oct 04 08:52:28.590223 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-19a06376-86d7-4b46-a9c9-41c075175e73 None None] Provisioning complete for port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:28.595672 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-19a06376-86d7-4b46-a9c9-41c075175e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.595672 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-19a06376-86d7-4b46-a9c9-41c075175e73 None None] Attempt 1 to provision port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d Oct 04 08:52:28.641713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Request body: {'port': {'device_id': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:28.672696 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-19a06376-86d7-4b46-a9c9-41c075175e73 None None] Port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:28.674134 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'port': {'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'admin_state_up': True, 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'security_groups': ['f32f9dc2-7385-497b-be84-235e35cf0ce2']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:28.688970 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8fe14905-5a0f-41fa-95fc-a5879e0ffede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.697121 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:28.726598 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c81c638c-a69a-4590-8cd1-cce647555b06 req-48026229-5064-4eae-9456-31be05136c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.2241442 Oct 04 08:52:28.727517 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Publish callbacks [] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.730444 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c20294-8be2-4ccb-8eba-c360c7fbefba req-b10badb8-f02f-4f35-807a-2307087b21a8 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:28.735349 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-34c20294-8be2-4ccb-8eba-c360c7fbefba req-b10badb8-f02f-4f35-807a-2307087b21a8 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 932 time: 0.3917916 Oct 04 08:52:28.839587 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Transition to ACTIVE for port object 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:52:28.840871 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.848566 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a21a1acf-4f05-495a-930c-f9b290dde293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (dfff4157-467e-46c5-b3f6-c9dd7d44d838), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.852082 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a21a1acf-4f05-495a-930c-f9b290dde293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.853278 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a21a1acf-4f05-495a-930c-f9b290dde293 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dfff4157-467e-46c5-b3f6-c9dd7d44d838 HTTP/1.1" status: 204 len: 168 time: 1.0250194 Oct 04 08:52:28.879533 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:28.879846 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Checking segment: {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:28.880661 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Bound using segment: {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:28.881146 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Bound port: 463f6f66-9c4c-42ef-b207-c2df5e8523b5, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0b2484-5a21-4412-916f-409cf7d45467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:28.881510 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:28.930426 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a1acf-4f05-495a-930c-f9b290dde293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff4157-467e-46c5-b3f6-c9dd7d44d838,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:28.945508 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-34c20294-8be2-4ccb-8eba-c360c7fbefba req-1755056b-a3cb-4113-ae41-92e6838544f9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819427 Oct 04 08:52:28.984060 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:29.074016 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f1d82-5bb3-4e3c-ac4b-154776b7104e req-2a100b15-0188-417d-abf2-870484004762 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:29.082433 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aa9f1d82-5bb3-4e3c-ac4b-154776b7104e req-2a100b15-0188-417d-abf2-870484004762 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 931 time: 0.2407653 Oct 04 08:52:29.113955 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:29.196913 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] For port 463f6f66-9c4c-42ef-b207-c2df5e8523b5, host hv-cinder-85944, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:29.205261 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] For port 463f6f66-9c4c-42ef-b207-c2df5e8523b5, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=463f6f66-9c4c-42ef-b207-c2df5e8523b5,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:29.223413 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cc291-4a08-45ac-9872-6525c2c2f8c4 req-a70aed5d-7e3c-41ee-872c-1e9894d28e2b tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:29.230625 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-be5cc291-4a08-45ac-9872-6525c2c2f8c4 req-a70aed5d-7e3c-41ee-872c-1e9894d28e2b tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 944 time: 0.1404510 Oct 04 08:52:29.273375 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8fe14905-5a0f-41fa-95fc-a5879e0ffede admin admin] Publish callbacks [] for security_group (c3b47f3e-bc83-482f-89dd-499312b8d428), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:29.277459 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aa9f1d82-5bb3-4e3c-ac4b-154776b7104e req-e1f771d4-76d2-4ccd-b53d-c4f07d1d4bf4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941860 Oct 04 08:52:29.292621 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:29.321712 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:29.338939 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-be5cc291-4a08-45ac-9872-6525c2c2f8c4 req-a445766f-c68b-4e24-86c8-6a514a54a4c1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925269 Oct 04 08:52:29.338939 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:29.354960 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:29.355969 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:29.363011 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/463f6f66-9c4c-42ef-b207-c2df5e8523b5 HTTP/1.1" status: 200 len: 1094 time: 3.8585982 Oct 04 08:52:29.363011 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb', 'tag': '463f6f66-9c4c-42ef-b207-c2df5e8523b5'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:52:29.500837 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8fe14905-5a0f-41fa-95fc-a5879e0ffede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c3b47f3e-bc83-482f-89dd-499312b8d428), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:29.501396 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:29.607276 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed67e8-5e2a-43e3-b16a-32c7fbadc383 service neutron] Pushing event updated for resources: {'Port': ['ID=463f6f66-9c4c-42ef-b207-c2df5e8523b5,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:29.650705 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8fe14905-5a0f-41fa-95fc-a5879e0ffede admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cfa63aec061c4a9d8a02ffa80677bf2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5113113 Oct 04 08:52:29.652464 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe14905-5a0f-41fa-95fc-a5879e0ffede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b47f3e-bc83-482f-89dd-499312b8d428,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:29.655306 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44822) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:29.656354 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-86556db5-1cd3-4c06-b78c-62f235994874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:29.657849 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-86556db5-1cd3-4c06-b78c-62f235994874 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=084b278155af4b28819357bcf190522d&device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 1128 time: 0.1645906 Oct 04 08:52:29.747748 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-83453ec9-1f48-4d0e-a476-3dad6b9a7c6e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=463f6f66-9c4c-42ef-b207-c2df5e8523b5 HTTP/1.1" status: 200 len: 217 time: 0.0812395 Oct 04 08:52:29.816629 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:29.828678 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Made reservation on behalf of 8760be982f804a9aa319b989aa1c3118 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:29.833633 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:29.855597 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c42a77e9-5a7e-4cc6-a5ee-93791f18cbf2 admin admin] Publish callbacks [] for security_group (c3b47f3e-bc83-482f-89dd-499312b8d428), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:29.867351 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4bde4cfb-d71e-4a23-a904-2be93ce5990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:29.868108 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Attempting to bind port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:29.868827 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Attempting to bind port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:29.868938 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-4bde4cfb-d71e-4a23-a904-2be93ce5990c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=851aafb7-8c44-49e0-bb33-8b1886321272 HTTP/1.1" status: 200 len: 850 time: 0.1006143 Oct 04 08:52:29.869095 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Attempting to bind port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 on network ff082fc8-e1db-4811-948c-1101d0759e1f {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:29.901385 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c42a77e9-5a7e-4cc6-a5ee-93791f18cbf2 admin admin] Publish callbacks [] for security_group (c3b47f3e-bc83-482f-89dd-499312b8d428), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:29.961650 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:30.052014 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5a4ab1fb-f880-419f-8254-1a9872f8290c req-e668f1c4-3fe5-49f4-a9dc-ee3299b974e7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.1638889 Oct 04 08:52:30.232905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-ba4d3a8d-9057-407f-8e64-9de345e4c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:30.234797 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-ba4d3a8d-9057-407f-8e64-9de345e4c387 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f5144041-c12b-44c8-a534-32456f9ba9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3483546 Oct 04 08:52:30.273772 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fa3942-0efd-4b42-8188-464a341f9cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb", "tag": "463f6f66-9c4c-42ef-b207-c2df5e8523b5"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:52:30.284265 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d4339-b435-4562-957f-091a6fb6897a req-2725fff6-8706-4bc5-84c2-5445907d2c1c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:30.285898 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-122d4339-b435-4562-957f-091a6fb6897a req-2725fff6-8706-4bc5-84c2-5445907d2c1c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 932 time: 0.1619143 Oct 04 08:52:30.341872 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:30.375721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 on network ff082fc8-e1db-4811-948c-1101d0759e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:52:30.376118 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Attempting to bind port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 on network ff082fc8-e1db-4811-948c-1101d0759e1f {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:30.601138 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-122d4339-b435-4562-957f-091a6fb6897a req-76a83d7b-acdf-44f7-b6c3-f38b732e95c6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470887 Oct 04 08:52:30.601138 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-94fa9c2d-7f8e-46eb-93be-ac6482c0126c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5144041-c12b-44c8-a534-32456f9ba9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251321 Oct 04 08:52:30.602870 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Allocated IP 172.20.0.13 (38eace1c-70a5-4e3a-880c-50986fb2cf27/5a0e5f3a-88fe-472a-9807-bd126d762ed8/6b040ace-0eaf-4833-81ba-09cdfc978084) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:52:30.610553 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:30.624949 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Publish callbacks [] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:30.630969 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:30.631415 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Checking segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:30.632002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Bound using segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:30.632482 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Bound port: 3204e9c4-8fba-47f2-b86e-dfd24301d3c6, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:30.634854 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:30.768326 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Transition to ACTIVE for port object ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:52:30.771997 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c42a77e9-5a7e-4cc6-a5ee-93791f18cbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c3b47f3e-bc83-482f-89dd-499312b8d428), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:30.776732 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c42a77e9-5a7e-4cc6-a5ee-93791f18cbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:30.782842 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c42a77e9-5a7e-4cc6-a5ee-93791f18cbf2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c3b47f3e-bc83-482f-89dd-499312b8d428 HTTP/1.1" status: 204 len: 168 time: 1.1238286 Oct 04 08:52:30.810175 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a77e9-5a7e-4cc6-a5ee-93791f18cbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b47f3e-bc83-482f-89dd-499312b8d428,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:30.824943 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:30.850184 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0969193-60ee-4fb7-ba1b-70b50bfb9b9d {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:30.893377 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] For port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:30.902679 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] For port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:30.911439 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Publish callbacks [] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:30.915337 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d238f-50b4-4b97-b40c-ab625896400d req-f6f8445a-cba6-4c6c-adc3-e04130871c30 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:30.916955 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ff5d238f-50b4-4b97-b40c-ab625896400d req-f6f8445a-cba6-4c6c-adc3-e04130871c30 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 944 time: 0.2083762 Oct 04 08:52:30.926741 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:30.930714 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44852) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:30.998086 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb53a1c9-f410-4e71-b177-03b0d1124d4e req-78de3c12-3066-4c1b-abd2-58c08b57b46a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5144041-c12b-44c8-a534-32456f9ba9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232852 Oct 04 08:52:31.001342 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8705a76a-2a36-414d-bc0a-5d9f6807a4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:31.044883 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Transition to ACTIVE for port object e0969193-60ee-4fb7-ba1b-70b50bfb9b9d will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:52:31.065084 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:31.074918 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:31.075563 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:31.083566 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ff5d238f-50b4-4b97-b40c-ab625896400d req-c858155f-669e-4a1b-be1a-c11f4ad7182a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519191 Oct 04 08:52:31.094884 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/3204e9c4-8fba-47f2-b86e-dfd24301d3c6 HTTP/1.1" status: 200 len: 1094 time: 5.5817258 Oct 04 08:52:31.118786 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07087473-a629-4720-abc6-c514a5120511', 'tag': '3204e9c4-8fba-47f2-b86e-dfd24301d3c6'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:52:31.171560 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:31.205350 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8705a76a-2a36-414d-bc0a-5d9f6807a4e8 admin admin] Publish callbacks [] for security_group (2b634c39-64a2-4097-b0d9-8c0c27103918), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:31.240259 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:31.273220 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8705a76a-2a36-414d-bc0a-5d9f6807a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2b634c39-64a2-4097-b0d9-8c0c27103918), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:31.406978 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:31.454366 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705a76a-2a36-414d-bc0a-5d9f6807a4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b634c39-64a2-4097-b0d9-8c0c27103918,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:31.470598 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8705a76a-2a36-414d-bc0a-5d9f6807a4e8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9583aadcd4274a3e8f9b73d0c3b36910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5377855 Oct 04 08:52:31.474136 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44862) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:31.502269 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd3e420-0c99-41ad-aaec-98e183bd9f4e x-openstack-request-id: req-bbd3e420-0c99-41ad-aaec-98e183bd9f4e {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:52:31.502653 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb", "tag": "463f6f66-9c4c-42ef-b207-c2df5e8523b5", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:52:31.503695 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bbd3e420-0c99-41ad-aaec-98e183bd9f4e {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:52:31.504262 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd3e420-0c99-41ad-aaec-98e183bd9f4e'] response: {'name': 'network-changed', 'server_uuid': '33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb', 'tag': '463f6f66-9c4c-42ef-b207-c2df5e8523b5', 'status': 'completed', 'code': 200} Oct 04 08:52:31.535484 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e048d78-ee79-4291-9b6f-23147f360140 req-753f4f35-ac40-4021-8d26-6f204e4558ce tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:31.541596 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9e048d78-ee79-4291-9b6f-23147f360140 req-753f4f35-ac40-4021-8d26-6f204e4558ce tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.1791763 Oct 04 08:52:31.702080 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:31.705309 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-64b0f948-e9f8-445b-b37b-e767f2e35a1b req-0fd2c01c-0ecd-460f-ad8b-d2f4a4653615 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.1105094 Oct 04 08:52:31.709611 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-f1c76775-6a89-42e4-bc0d-ec13849f0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:31.711768 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-f1c76775-6a89-42e4-bc0d-ec13849f0469 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=084b278155af4b28819357bcf190522d&device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 1128 time: 0.1595781 Oct 04 08:52:31.737062 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:31.862039 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-19bc9c9e-acce-458e-9cb5-9d240c387c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:31.863678 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-19bc9c9e-acce-458e-9cb5-9d240c387c82 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 1128 time: 0.5307853 Oct 04 08:52:31.877911 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc0c2-0e9f-45b3-981d-cf23ee66120e admin admin] Publish callbacks [] for security_group (2b634c39-64a2-4097-b0d9-8c0c27103918), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:31.898678 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9e048d78-ee79-4291-9b6f-23147f360140 req-5e678eda-b729-40f3-abca-4f96e3ba16fb tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341408 Oct 04 08:52:31.905338 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36e9b5-4e0d-4cd7-a4b3-03db56985ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:31.984225 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc0c2-0e9f-45b3-981d-cf23ee66120e admin admin] Publish callbacks [] for security_group (2b634c39-64a2-4097-b0d9-8c0c27103918), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:31.995086 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9a9d5-502c-4e72-8f03-e5c811dce98d req-b0811d7f-3072-409c-a837-5e16b20bfffe tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:32.001971 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4ee9a9d5-502c-4e72-8f03-e5c811dce98d req-b0811d7f-3072-409c-a837-5e16b20bfffe tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 944 time: 0.1565340 Oct 04 08:52:32.062903 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-85033d97-fdd3-4e77-8ad5-28ce3e634a75 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6 HTTP/1.1" status: 200 len: 217 time: 0.1716416 Oct 04 08:52:32.099427 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-dfebd734-aeae-48d2-a25c-362c5314234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:32.101923 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-dfebd734-aeae-48d2-a25c-362c5314234f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=f5144041-c12b-44c8-a534-32456f9ba9ba HTTP/1.1" status: 200 len: 912 time: 0.3654985 Oct 04 08:52:32.102051 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Attempting to bind port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:32.102623 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Attempting to bind port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:32.103136 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Attempting to bind port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 on network ff082fc8-e1db-4811-948c-1101d0759e1f {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:32.187195 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46" -d '{"events": [{"name": "network-changed", "server_uuid": "07087473-a629-4720-abc6-c514a5120511", "tag": "3204e9c4-8fba-47f2-b86e-dfd24301d3c6"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:52:32.199677 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4ee9a9d5-502c-4e72-8f03-e5c811dce98d req-07fdcef9-09bc-4ff8-abb5-31bf24e556f3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924801 Oct 04 08:52:32.199677 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44876) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:32.219071 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-a3e1552d-250d-46cd-a471-6a2cb3395fb6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=463f6f66-9c4c-42ef-b207-c2df5e8523b5 HTTP/1.1" status: 200 len: 217 time: 0.1034465 Oct 04 08:52:32.257418 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64b6e157-35f9-40f7-a13a-4930b316b745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:32.279071 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Attempting to bind port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:32.279416 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Attempting to bind port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:32.285511 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Attempting to bind port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d on network 19b6a461-a067-4350-add8-ace0265cc9ea {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:32.298672 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:32.323104 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc0c2-0e9f-45b3-981d-cf23ee66120e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2b634c39-64a2-4097-b0d9-8c0c27103918), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:32.328324 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc0c2-0e9f-45b3-981d-cf23ee66120e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:32.336850 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-dc4cc0c2-0e9f-45b3-981d-cf23ee66120e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2b634c39-64a2-4097-b0d9-8c0c27103918 HTTP/1.1" status: 204 len: 168 time: 0.8554752 Oct 04 08:52:32.384376 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:32.388280 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cc0c2-0e9f-45b3-981d-cf23ee66120e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b634c39-64a2-4097-b0d9-8c0c27103918,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:32.405843 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-173301be-4c2c-42cd-bfb1-44adc2e8e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:32.407353 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-173301be-4c2c-42cd-bfb1-44adc2e8e126 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.3130324 Oct 04 08:52:32.419800 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:32.435705 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-6f665d23-bad2-4f5c-a84c-8dae84eed89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:32.437223 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-6f665d23-bad2-4f5c-a84c-8dae84eed89e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=851aafb7-8c44-49e0-bb33-8b1886321272 HTTP/1.1" status: 200 len: 850 time: 0.1970627 Oct 04 08:52:32.478161 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9fca7-d3b6-416e-b5a4-ae380437fd67 req-d74433a0-1c4c-4850-8e4a-44682c65ecf4 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:32.491578 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8de9fca7-d3b6-416e-b5a4-ae380437fd67 req-d74433a0-1c4c-4850-8e4a-44682c65ecf4 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 944 time: 0.1884325 Oct 04 08:52:32.519068 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:32.588924 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d1cb1-5e81-4688-ba29-fc861ca0f970 x-openstack-request-id: req-e28d1cb1-5e81-4688-ba29-fc861ca0f970 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:52:32.590648 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07087473-a629-4720-abc6-c514a5120511", "tag": "3204e9c4-8fba-47f2-b86e-dfd24301d3c6", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:52:32.594104 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e28d1cb1-5e81-4688-ba29-fc861ca0f970 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:52:32.594770 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28d1cb1-5e81-4688-ba29-fc861ca0f970'] response: {'name': 'network-changed', 'server_uuid': '07087473-a629-4720-abc6-c514a5120511', 'tag': '3204e9c4-8fba-47f2-b86e-dfd24301d3c6', 'status': 'completed', 'code': 200} Oct 04 08:52:32.640603 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=33 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:32.664029 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=23 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:32.690079 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-85eb38d2-f6e3-4f5b-8157-d14408886ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:32.690747 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-85eb38d2-f6e3-4f5b-8157-d14408886ff3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f5144041-c12b-44c8-a534-32456f9ba9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1838655 Oct 04 08:52:32.713780 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8de9fca7-d3b6-416e-b5a4-ae380437fd67 req-cd5092d2-c05d-47f9-b760-3f66f6ab7309 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167277 Oct 04 08:52:32.713961 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:52:32.713961 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 on network ff082fc8-e1db-4811-948c-1101d0759e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:52:32.713961 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Attempting to bind port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 on network ff082fc8-e1db-4811-948c-1101d0759e1f {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:32.739725 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:32.777911 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:52:32.848416 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64b6e157-35f9-40f7-a13a-4930b316b745 admin admin] Publish callbacks [] for security_group (1acfe479-31f3-4a67-b34f-e1614fe054a2), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:32.911820 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:32.912431 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=6b040ace-0eaf-4833-81ba-09cdfc978084,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:32.920738 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d on network 19b6a461-a067-4350-add8-ace0265cc9ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:52:32.921075 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Attempting to bind port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d on network 19b6a461-a067-4350-add8-ace0265cc9ea {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:32.929503 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-5b4e9763-e719-4f22-8cb8-b1d227ab2ba0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5144041-c12b-44c8-a534-32456f9ba9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188051 Oct 04 08:52:32.930728 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64b6e157-35f9-40f7-a13a-4930b316b745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1acfe479-31f3-4a67-b34f-e1614fe054a2), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.001337 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-0102a596-fe73-4544-bca6-e5140b9d25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:33.003315 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-0102a596-fe73-4544-bca6-e5140b9d25d4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5318768 Oct 04 08:52:33.021009 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:33.023086 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Checking segment: {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:33.023086 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Bound using segment: {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:33.023086 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Bound port: e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:33.024103 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.112733 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:33.113553 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.155905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6e157-35f9-40f7-a13a-4930b316b745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acfe479-31f3-4a67-b34f-e1614fe054a2,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:33.170185 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-64b6e157-35f9-40f7-a13a-4930b316b745 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f6d898b976d64df8977ac7cbc48c4245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9541690 Oct 04 08:52:33.177551 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 44912) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:33.191253 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-781c348f-2d22-452c-abbf-c5a2481dace2 None None] Provisioning complete for port 6b040ace-0eaf-4833-81ba-09cdfc978084 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:33.195950 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-781c348f-2d22-452c-abbf-c5a2481dace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.195950 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-781c348f-2d22-452c-abbf-c5a2481dace2 None None] Attempt 1 to provision port 6b040ace-0eaf-4833-81ba-09cdfc978084 Oct 04 08:52:33.210029 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:33.212182 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb149-a2a9-491a-8540-743481847cb1 req-524bb127-07e4-4f0e-9587-5023bcc23c43 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:33.213517 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Checking segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:33.215019 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Bound using segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:33.218749 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Bound port: ff4cfcd1-064d-4a58-a5bd-20180f00f6f5, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:33.221008 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.221808 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-828bb149-a2a9-491a-8540-743481847cb1 req-524bb127-07e4-4f0e-9587-5023bcc23c43 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 932 time: 0.2494204 Oct 04 08:52:33.267176 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-781c348f-2d22-452c-abbf-c5a2481dace2 None None] Port 6b040ace-0eaf-4833-81ba-09cdfc978084 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:52:33.296324 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:33.374151 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347b913-fcbb-47ac-a3cf-f176af72fabf req-e15cd531-d7d3-4548-a5a3-e7f7bfd3e181 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:33.376022 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5347b913-fcbb-47ac-a3cf-f176af72fabf req-e15cd531-d7d3-4548-a5a3-e7f7bfd3e181 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.1354022 Oct 04 08:52:33.378130 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-ad95f59e-6256-4289-9af2-4ef6fc59be53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5144041-c12b-44c8-a534-32456f9ba9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399838 Oct 04 08:52:33.437944 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-828bb149-a2a9-491a-8540-743481847cb1 req-a5e25dfc-b035-44fc-9840-f339b96b7a22 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060039 Oct 04 08:52:33.440865 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:33.451740 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3112ffd3-9711-4734-88c6-8f5238f29f3c admin admin] Publish callbacks [] for security_group (1acfe479-31f3-4a67-b34f-e1614fe054a2), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.467326 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-5bc1c6f0-a8e1-4f33-a766-1fac59ff3f45 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8469207 Oct 04 08:52:33.496080 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:33.501713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Request body: {'port': {'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:33.504067 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3112ffd3-9711-4734-88c6-8f5238f29f3c admin admin] Publish callbacks [] for security_group (1acfe479-31f3-4a67-b34f-e1614fe054a2), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.608194 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-db79cbf3-27fa-4183-b7b5-f6d9d5758647 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914273 Oct 04 08:52:33.613090 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5347b913-fcbb-47ac-a3cf-f176af72fabf req-3a98d2e5-c9ee-40cb-a989-e0e1736a1057 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041066 Oct 04 08:52:33.623966 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.627559 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:33.628862 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.637880 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e0969193-60ee-4fb7-ba1b-70b50bfb9b9d HTTP/1.1" status: 200 len: 1093 time: 5.0161941 Oct 04 08:52:33.746859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ddff9-2300-4a2e-9f06-65183aca05f2 req-94d0c90f-3a7d-4c0f-8a80-aad855144fb2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:33.757633 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6f6ddff9-2300-4a2e-9f06-65183aca05f2 req-94d0c90f-3a7d-4c0f-8a80-aad855144fb2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 944 time: 0.0913785 Oct 04 08:52:33.766725 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3112ffd3-9711-4734-88c6-8f5238f29f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1acfe479-31f3-4a67-b34f-e1614fe054a2), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.770377 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3112ffd3-9711-4734-88c6-8f5238f29f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:33.772006 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3112ffd3-9711-4734-88c6-8f5238f29f3c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1acfe479-31f3-4a67-b34f-e1614fe054a2 HTTP/1.1" status: 204 len: 168 time: 0.5932188 Oct 04 08:52:33.775904 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] For port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:33.789031 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] For port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:33.843498 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112ffd3-9711-4734-88c6-8f5238f29f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acfe479-31f3-4a67-b34f-e1614fe054a2,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:33.877895 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b334e8bb-6d3f-4fa6-9acc-365a71fd0f66 req-8d9cb4c4-396c-4446-b7d6-7491b947a939 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562764 Oct 04 08:52:33.941010 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6f6ddff9-2300-4a2e-9f06-65183aca05f2 req-94bc3879-8adb-457a-8ed7-07ecad1511e6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821296 Oct 04 08:52:33.968818 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeca760-ea25-4d96-98b9-0547569f68cd req-c44d6c68-dc83-4205-af1f-f055773ecb28 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:33.977560 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6aeca760-ea25-4d96-98b9-0547569f68cd req-c44d6c68-dc83-4205-af1f-f055773ecb28 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 944 time: 0.1382344 Oct 04 08:52:34.081687 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6aeca760-ea25-4d96-98b9-0547569f68cd req-b0d59b24-84de-4dbf-9843-fce5fecd0aad tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019638 Oct 04 08:52:34.211673 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:34.236876 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:34.237491 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:34.238960 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 HTTP/1.1" status: 200 len: 1094 time: 5.9009590 Oct 04 08:52:34.289480 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:34.341439 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-7c399038-c007-4d9e-97e9-f0bacf47a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:34.343419 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-7c399038-c007-4d9e-97e9-f0bacf47a9da service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 1127 time: 0.4606485 Oct 04 08:52:34.348805 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bf3d4-3f41-418c-a36c-fcf269ddd740 service neutron] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:34.355924 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-5cecbda2-9e10-4b50-90ec-152b8df9d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:34.358038 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-5cecbda2-9e10-4b50-90ec-152b8df9d8e3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 1128 time: 0.1610987 Oct 04 08:52:34.634787 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'}, {'name': 'network-changed', 'server_uuid': '77980831-3790-419c-be64-5c42d888ff49', 'tag': 'ff4cfcd1-064d-4a58-a5bd-20180f00f6f5'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:52:34.637239 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db5dbf0-7066-4c0f-8368-663f488da9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d"}, {"name": "network-changed", "server_uuid": "77980831-3790-419c-be64-5c42d888ff49", "tag": "ff4cfcd1-064d-4a58-a5bd-20180f00f6f5"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:52:34.640507 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-f372341c-472b-449c-981b-fc1c89d95d8e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d HTTP/1.1" status: 200 len: 217 time: 0.1929023 Oct 04 08:52:34.687832 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea2564-7e14-429f-976f-a921e4022fd5 req-a3df7c1e-615d-4484-b1ec-e731f565f6e9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:34.689391 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-81abd73d-39d5-4ed4-8f55-2ca233283380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:34.700406 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-96ea2564-7e14-429f-976f-a921e4022fd5 req-a3df7c1e-615d-4484-b1ec-e731f565f6e9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 932 time: 0.1157241 Oct 04 08:52:34.737911 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:34.789220 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8e68d-d20c-4110-8c95-5437f9c64ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:34.813035 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-3f42a013-4d63-4737-a7b5-4a3f2fa11b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:34.814353 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-3f42a013-4d63-4737-a7b5-4a3f2fa11b5b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 1128 time: 0.2731869 Oct 04 08:52:34.815384 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-96ea2564-7e14-429f-976f-a921e4022fd5 req-e15d4f00-a0e1-46d8-b89d-7e7682d76be2 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102002 Oct 04 08:52:34.931403 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-8cc88b0c-6f80-4e6b-83d6-a0ca8c3f9200 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 HTTP/1.1" status: 200 len: 217 time: 0.1027257 Oct 04 08:52:34.946975 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 04 Oct 2022 08:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c4eb8c-62d7-4441-af82-f6f1cf731f62 x-openstack-request-id: req-07c4eb8c-62d7-4441-af82-f6f1cf731f62 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:52:34.948533 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77980831-3790-419c-be64-5c42d888ff49", "tag": "ff4cfcd1-064d-4a58-a5bd-20180f00f6f5", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:52:34.948533 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-07c4eb8c-62d7-4441-af82-f6f1cf731f62 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:52:34.948533 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c4eb8c-62d7-4441-af82-f6f1cf731f62'] response: {'name': 'network-changed', 'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'status': 'completed', 'code': 200} Oct 04 08:52:34.948533 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c4eb8c-62d7-4441-af82-f6f1cf731f62'] response: {'name': 'network-changed', 'server_uuid': '77980831-3790-419c-be64-5c42d888ff49', 'tag': 'ff4cfcd1-064d-4a58-a5bd-20180f00f6f5', 'status': 'completed', 'code': 200} Oct 04 08:52:34.949531 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:34.980596 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:35.000181 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed533cf-ac8d-474e-a32a-c0f41b04da94 req-9608840e-0b0e-492e-8047-0da680b40ef2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.014674 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ed533cf-ac8d-474e-a32a-c0f41b04da94 req-9608840e-0b0e-492e-8047-0da680b40ef2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.1010292 Oct 04 08:52:35.019818 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-3bebba44-d849-4bfd-8568-38299f770f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.021656 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-3bebba44-d849-4bfd-8568-38299f770f74 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.3487091 Oct 04 08:52:35.088253 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-16bb58a2-8a27-42ed-81fc-90dd64ec4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.092028 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-16bb58a2-8a27-42ed-81fc-90dd64ec4443 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.6531370 Oct 04 08:52:35.149488 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ed533cf-ac8d-474e-a32a-c0f41b04da94 req-da3b1464-6a4e-465f-8a99-ddb8a68dc897 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313722 Oct 04 08:52:35.164498 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-20155cc3-80d7-42aa-89cd-04d3b9d896d9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0620818 Oct 04 08:52:35.185256 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:35.214365 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d990c4e8-ee33-42e5-bdcd-43e98148b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.215832 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-d990c4e8-ee33-42e5-bdcd-43e98148b4f2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.2079403 Oct 04 08:52:35.249752 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-9ae3f745-73f8-49f1-b4a9-46c2e12b01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.251272 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-9ae3f745-73f8-49f1-b4a9-46c2e12b01e2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1986988 Oct 04 08:52:35.285461 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d0b07-d1f3-4600-b408-c736268def58 req-7d23d403-be53-476c-a3dd-70ca3176dac7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.293170 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-158d0b07-d1f3-4600-b408-c736268def58 req-7d23d403-be53-476c-a3dd-70ca3176dac7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 944 time: 0.1422126 Oct 04 08:52:35.398616 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2206-d043-4cbb-a7d5-846c73f31ee5 req-c11ab2b1-6c00-4fb3-ad8e-7cea3a87da57 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.406759 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-534f2206-d043-4cbb-a7d5-846c73f31ee5 req-c11ab2b1-6c00-4fb3-ad8e-7cea3a87da57 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 944 time: 0.0954444 Oct 04 08:52:35.438416 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-158d0b07-d1f3-4600-b408-c736268def58 req-02a1999e-8747-4d6b-bf2e-116295364fef tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442020 Oct 04 08:52:35.497857 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-534f2206-d043-4cbb-a7d5-846c73f31ee5 req-4822f283-1bac-4203-80c0-69aa51e6ff66 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901277 Oct 04 08:52:35.547472 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-b774ff49-4a04-45e8-96d4-3cf7e48f00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.549073 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-b774ff49-4a04-45e8-96d4-3cf7e48f00b5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.3651936 Oct 04 08:52:35.562891 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b040ace-0eaf-4833-81ba-09cdfc978084 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:35.576384 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Publish callbacks [] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:35.636440 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-c390e468-30b8-45c7-b7c9-0c91c0c19265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.637879 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-c390e468-30b8-45c7-b7c9-0c91c0c19265 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3761754 Oct 04 08:52:35.660729 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Transition to ACTIVE for port object 6b040ace-0eaf-4833-81ba-09cdfc978084 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:52:35.697078 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-dd8020ca-484d-458a-98ab-1ce8efbdf9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:35.698705 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-dd8020ca-484d-458a-98ab-1ce8efbdf9c0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1246970 Oct 04 08:52:35.742925 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-cf196dba-b8c0-47af-a8da-327cd04426ba service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729133 Oct 04 08:52:35.754083 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:35.897073 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Pushing event updated for resources: {'Port': ['ID=6b040ace-0eaf-4833-81ba-09cdfc978084,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:35.993274 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-cd85e250-ea99-41df-bc56-11edc5af3c9b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207083 Oct 04 08:52:36.013492 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-acb08942-e26f-4a7a-8178-a396c2e90944 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826040 Oct 04 08:52:36.059469 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311f8f6-0ae8-495e-85c0-32104de2efc4 req-15681ec4-3ae7-4355-b5c9-8fb9db58a776 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:36.069758 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8311f8f6-0ae8-495e-85c0-32104de2efc4 req-15681ec4-3ae7-4355-b5c9-8fb9db58a776 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 944 time: 0.1168444 Oct 04 08:52:36.147063 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Attempting to bind port 6b040ace-0eaf-4833-81ba-09cdfc978084 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:52:36.148127 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Attempting to bind port 6b040ace-0eaf-4833-81ba-09cdfc978084 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:52:36.148310 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Attempting to bind port 6b040ace-0eaf-4833-81ba-09cdfc978084 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:36.175308 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8311f8f6-0ae8-495e-85c0-32104de2efc4 req-18794ada-a39a-44e3-a4f8-86d4adc35ece tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916100 Oct 04 08:52:36.346942 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18dc52-ed46-46fc-922b-d7c0d13b9735 req-8591da22-cf77-4fac-a97e-1ceb5a1c5877 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:36.358013 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-dc18dc52-ed46-46fc-922b-d7c0d13b9735 req-8591da22-cf77-4fac-a97e-1ceb5a1c5877 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0807073 Oct 04 08:52:36.374888 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0447cd0c-b9b3-489f-acb2-80597ea843c3 req-7b3cd98d-8f75-4a65-b7a6-b42889a8ef95 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855604 Oct 04 08:52:36.469525 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-dc18dc52-ed46-46fc-922b-d7c0d13b9735 req-76bce75f-a26c-45b0-949a-fd76aca1ece8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070709 Oct 04 08:52:36.476234 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Port 6b040ace-0eaf-4833-81ba-09cdfc978084 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:52:36.476566 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Attempting to bind port 6b040ace-0eaf-4833-81ba-09cdfc978084 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:52:36.490642 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fca603fc-d87d-46e8-a57b-0ca078e0b334 req-46742eae-6432-4cc7-9814-d0eb43730b20 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456129 Oct 04 08:52:36.561152 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ea1158cb-8f3f-4ec9-acd3-7ef24525dd46 req-e97b87e0-9253-44c7-aa59-bd2bc7bc2022 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940097 Oct 04 08:52:36.673038 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45028) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:36.682793 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:36.697006 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:52:36.697699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Checking segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:36.698095 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Bound using segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:52:36.699158 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Bound port: 6b040ace-0eaf-4833-81ba-09cdfc978084, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:52:36.699560 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:36.702446 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-eb117fa5-162a-480d-a258-8ccc3865ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:36.704959 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-eb117fa5-162a-480d-a258-8ccc3865ff91 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 1127 time: 0.1243143 Oct 04 08:52:36.707690 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:36.952990 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c446a1fe-ff92-4499-8a18-641f1ba50cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:36.956974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] For port 6b040ace-0eaf-4833-81ba-09cdfc978084, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:52:36.963072 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] For port 6b040ace-0eaf-4833-81ba-09cdfc978084, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6b040ace-0eaf-4833-81ba-09cdfc978084,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:52:36.979851 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee11c-463e-4297-b377-05f21618c041 req-f4859c31-d440-43d5-bf51-b1788844521a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:36.986172 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7c9ee11c-463e-4297-b377-05f21618c041 req-f4859c31-d440-43d5-bf51-b1788844521a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 944 time: 0.3309002 Oct 04 08:52:36.998358 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45290a37-3898-4d89-9a9b-e1e23e95ac9e req-bc2c9f93-90f1-4999-bead-fcf9af379f1d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.009909 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-45290a37-3898-4d89-9a9b-e1e23e95ac9e req-bc2c9f93-90f1-4999-bead-fcf9af379f1d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 944 time: 0.4045510 Oct 04 08:52:37.056007 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:37.062178 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-68112207-328c-40f3-b077-100927975df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.064583 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-68112207-328c-40f3-b077-100927975df7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.3278394 Oct 04 08:52:37.087656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:37.123281 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-45290a37-3898-4d89-9a9b-e1e23e95ac9e req-158a2ae4-9d73-442d-bf98-7bc7257b934c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121154 Oct 04 08:52:37.133501 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7c9ee11c-463e-4297-b377-05f21618c041 req-548cca44-bb30-4495-b579-25ae5d44f530 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930653 Oct 04 08:52:37.146471 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.148462 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:37.150756 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/6b040ace-0eaf-4833-81ba-09cdfc978084 HTTP/1.1" status: 200 len: 1094 time: 3.6569591 Oct 04 08:52:37.152472 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:52:37.157213 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcee4c7-9385-426a-a93d-d50b35ea1e57" -d '{"events": [{"name": "network-changed", "server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:52:37.261493 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-0fcfe982-307f-4174-bce7-fbb1f90857e0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d HTTP/1.1" status: 200 len: 217 time: 0.0710106 Oct 04 08:52:37.278244 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa888fc-83f6-4b81-a6a3-c9fd7fb0bb1b service neutron] Pushing event updated for resources: {'Port': ['ID=6b040ace-0eaf-4833-81ba-09cdfc978084,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:37.315701 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c8aa4-4e55-4ff7-9c58-62487d621c61 x-openstack-request-id: req-359c8aa4-4e55-4ff7-9c58-62487d621c61 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:52:37.316146 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:52:37.316498 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-359c8aa4-4e55-4ff7-9c58-62487d621c61 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:52:37.316995 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359c8aa4-4e55-4ff7-9c58-62487d621c61'] response: {'name': 'network-changed', 'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'status': 'completed', 'code': 200} Oct 04 08:52:37.392783 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-d081a8c6-c226-44fe-b550-5480e7de33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.394642 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-d081a8c6-c226-44fe-b550-5480e7de33d0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 1128 time: 0.0730722 Oct 04 08:52:37.396271 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-bdf54cf8-744a-4c2a-b53a-a4e147ca2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.397796 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-bdf54cf8-744a-4c2a-b53a-a4e147ca2026 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.1303906 Oct 04 08:52:37.448956 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad209d3-3ad4-4032-8aa8-46a2c4d78c9c req-830a912c-5f28-4e3b-9bc7-05acf041fbc9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.450729 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9ad209d3-3ad4-4032-8aa8-46a2c4d78c9c req-830a912c-5f28-4e3b-9bc7-05acf041fbc9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 944 time: 0.1205924 Oct 04 08:52:37.460762 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:37.497977 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-73cc62fc-65d3-4aff-be07-d9e3b4d2c039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:37.582307 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9ad209d3-3ad4-4032-8aa8-46a2c4d78c9c req-7ef98bf6-1f3f-4f9e-a6f3-18bcdc632425 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248538 Oct 04 08:52:37.611074 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-386a2c4e-af5e-4429-a2fc-39b7d31f30e2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b040ace-0eaf-4833-81ba-09cdfc978084 HTTP/1.1" status: 200 len: 217 time: 0.1025355 Oct 04 08:52:37.699523 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-995ba642-006e-48e5-9268-26ae6881420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.700961 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3da27c-34f7-4afb-9328-d4b6ae4098cb req-82c39fa1-2879-42fc-b183-8b5a1ef8aa27 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.701192 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-995ba642-006e-48e5-9268-26ae6881420f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1938443 Oct 04 08:52:37.710510 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1e3da27c-34f7-4afb-9328-d4b6ae4098cb req-82c39fa1-2879-42fc-b183-8b5a1ef8aa27 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.1058886 Oct 04 08:52:37.711543 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:37.735487 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-d0dafcc6-3ad0-489e-8bb6-64a1310e8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.736969 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-d0dafcc6-3ad0-489e-8bb6-64a1310e8474 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.1188970 Oct 04 08:52:37.771217 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1e3da27c-34f7-4afb-9328-d4b6ae4098cb req-930d1829-e051-4d5e-b004-13a46ebddb4a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595558 Oct 04 08:52:37.902941 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-ab5afe5d-6f13-4693-80ea-c01a898fb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:37.904391 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-ab5afe5d-6f13-4693-80ea-c01a898fb2e3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1411033 Oct 04 08:52:37.925003 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-73cc62fc-65d3-4aff-be07-d9e3b4d2c039 admin admin] Publish callbacks [] for security_group (aeaa18e7-070e-40c5-b4c4-ac27855bdd03), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:37.950819 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-cc662ddf-e0a4-45d6-a053-28a4ca71b60f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832035 Oct 04 08:52:37.997496 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-73cc62fc-65d3-4aff-be07-d9e3b4d2c039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (aeaa18e7-070e-40c5-b4c4-ac27855bdd03), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:38.140709 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc62fc-65d3-4aff-be07-d9e3b4d2c039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaa18e7-070e-40c5-b4c4-ac27855bdd03,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:38.143078 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:38.153209 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-73cc62fc-65d3-4aff-be07-d9e3b4d2c039 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9733341358a3481388a52c4724ed053d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4783094 Oct 04 08:52:38.157160 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45062) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:38.244064 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-65ebd5b4-cc33-4fde-b4c5-823cf04b4b10 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409229 Oct 04 08:52:38.251460 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-a576c28c-ab69-4ce5-a3e2-b4b25f3975aa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473001 Oct 04 08:52:38.272178 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d907bc93-0a25-4e4c-b1bd-5d890341bf77 admin admin] Publish callbacks [] for security_group (aeaa18e7-070e-40c5-b4c4-ac27855bdd03), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:38.283273 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:38.297710 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d907bc93-0a25-4e4c-b1bd-5d890341bf77 admin admin] Publish callbacks [] for security_group (aeaa18e7-070e-40c5-b4c4-ac27855bdd03), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:38.385945 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1605ca-e255-41c4-af3a-c7dcab53d932 req-bfe1b857-8d6b-4bdb-b37c-659bd5b9c9c6 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:38.387530 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2b1605ca-e255-41c4-af3a-c7dcab53d932 req-bfe1b857-8d6b-4bdb-b37c-659bd5b9c9c6 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 944 time: 0.0826390 Oct 04 08:52:38.400354 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4a5d-82b5-46d6-8691-58c40308c4a1 req-152d256a-59bc-40ff-ae61-4fe338e2ac0a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:38.410584 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7f0f4a5d-82b5-46d6-8691-58c40308c4a1 req-152d256a-59bc-40ff-ae61-4fe338e2ac0a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 944 time: 0.1460688 Oct 04 08:52:38.433476 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-62c0df14-adf8-4790-9336-6a809780c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:38.435153 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-62c0df14-adf8-4790-9336-6a809780c2e5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 1128 time: 0.0969367 Oct 04 08:52:38.486218 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7f0f4a5d-82b5-46d6-8691-58c40308c4a1 req-f2c252c3-1af7-4e09-8252-597be90d1d68 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745418 Oct 04 08:52:38.504688 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2b1605ca-e255-41c4-af3a-c7dcab53d932 req-84442f18-c9b4-4101-8bb3-2348ac73d64b tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868649 Oct 04 08:52:38.520531 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0e68a674-0ec5-4822-bfa4-e0da2a5cdc9b req-c6b02498-99b3-4e3b-9779-8e26755569fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101181 Oct 04 08:52:38.552378 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:38.570106 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-4603b062-c674-4dc9-813f-757b5a404a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:38.571664 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-4603b062-c674-4dc9-813f-757b5a404a5e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.1264448 Oct 04 08:52:38.585485 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d907bc93-0a25-4e4c-b1bd-5d890341bf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (aeaa18e7-070e-40c5-b4c4-ac27855bdd03), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:38.593396 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d907bc93-0a25-4e4c-b1bd-5d890341bf77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:38.595788 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-d907bc93-0a25-4e4c-b1bd-5d890341bf77 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/aeaa18e7-070e-40c5-b4c4-ac27855bdd03 HTTP/1.1" status: 204 len: 168 time: 0.4371691 Oct 04 08:52:38.607471 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907bc93-0a25-4e4c-b1bd-5d890341bf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaa18e7-070e-40c5-b4c4-ac27855bdd03,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:38.745515 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c71ae-e8a4-4f02-abce-3ef72c4da726 req-4fd15f10-0d70-40a4-bd2e-9e105e1119e6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:38.751331 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-127c71ae-e8a4-4f02-abce-3ef72c4da726 req-4fd15f10-0d70-40a4-bd2e-9e105e1119e6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 944 time: 0.0712004 Oct 04 08:52:38.828472 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-127c71ae-e8a4-4f02-abce-3ef72c4da726 req-6011d9c7-3816-4241-8106-de6eff84739c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674131 Oct 04 08:52:38.934788 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4ecfa-8a4b-41f6-8ea6-7a01f2b68ff6 req-89a2b074-76df-4b22-9d1a-7f956b234e18 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:38.936372 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-56a4ecfa-8a4b-41f6-8ea6-7a01f2b68ff6 req-89a2b074-76df-4b22-9d1a-7f956b234e18 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0557532 Oct 04 08:52:38.983572 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:39.006350 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-56a4ecfa-8a4b-41f6-8ea6-7a01f2b68ff6 req-1065b416-f1c3-4bb4-bb04-ee1b450939c3 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592370 Oct 04 08:52:39.540821 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45132) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:39.594041 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45136) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:39.624228 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-6b07a8d9-7c23-4f73-ac64-1b4dcd40cb8a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 HTTP/1.1" status: 200 len: 217 time: 0.0689282 Oct 04 08:52:39.629543 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c5b0952-4221-4859-9fec-2cb6e6017bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:39.642108 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:52:39.649482 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:39.672806 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-4e3b04c8-7965-4231-a20c-0b043d955c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:39.674603 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-4e3b04c8-7965-4231-a20c-0b043d955c8b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 1128 time: 0.0593772 Oct 04 08:52:39.749468 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37374a-cc50-4bee-a72a-acadf2700b3e req-9130255e-5d03-44f3-ac70-a0c7833d3baa tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:39.754955 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5c37374a-cc50-4bee-a72a-acadf2700b3e req-9130255e-5d03-44f3-ac70-a0c7833d3baa tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 944 time: 0.1527567 Oct 04 08:52:39.768875 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4086976-9f36-4bc2-891c-52f16c31300b req-726e0ea3-ecca-4e10-b766-8ec0badeefbe tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:39.774577 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a4086976-9f36-4bc2-891c-52f16c31300b req-726e0ea3-ecca-4e10-b766-8ec0badeefbe tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 944 time: 0.1441085 Oct 04 08:52:39.815496 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f7dd45f3-64e3-4da2-b2a0-47313df96943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:39.889784 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a4086976-9f36-4bc2-891c-52f16c31300b req-17051d5e-7f98-410d-ac97-d785d26c1f1a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090531 Oct 04 08:52:39.895537 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c5b0952-4221-4859-9fec-2cb6e6017bf7 admin admin] Publish callbacks [] for security_group (70a796f7-af69-49b4-9576-0e2bd424b65d), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:39.909210 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f7dd45f3-64e3-4da2-b2a0-47313df96943 admin admin] Publish callbacks [] for security_group (55ec11c1-efb2-43f1-bd07-e49fe1d63b08), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:39.909683 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5c37374a-cc50-4bee-a72a-acadf2700b3e req-33db026b-d96d-4ea7-8317-5426a8d7ba40 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433382 Oct 04 08:52:40.003075 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f7dd45f3-64e3-4da2-b2a0-47313df96943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (55ec11c1-efb2-43f1-bd07-e49fe1d63b08), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.011641 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c5b0952-4221-4859-9fec-2cb6e6017bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (70a796f7-af69-49b4-9576-0e2bd424b65d), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.027733 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:40.036124 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.055269 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2f48c-d27a-42d0-a915-8c9bad94c120 req-d7843cc2-4869-4c38-a5df-a49dfb9eefe7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:40.056833 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-87c2f48c-d27a-42d0-a915-8c9bad94c120 req-d7843cc2-4869-4c38-a5df-a49dfb9eefe7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 944 time: 0.0784664 Oct 04 08:52:40.070770 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8c5b0952-4221-4859-9fec-2cb6e6017bf7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=98b8b827e137460b8f138df67bfb589a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723833 Oct 04 08:52:40.072344 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45148) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:40.079869 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f7dd45f3-64e3-4da2-b2a0-47313df96943 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=07e8870d5fa740b7bb80448df1d53a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5379725 Oct 04 08:52:40.087752 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45150) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:40.090119 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd45f3-64e3-4da2-b2a0-47313df96943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec11c1-efb2-43f1-bd07-e49fe1d63b08,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:40.092012 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b0952-4221-4859-9fec-2cb6e6017bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a796f7-af69-49b4-9576-0e2bd424b65d,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:40.149977 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-870d43e7-8ab4-4ac3-a2eb-58bb3d815e8a admin admin] Publish callbacks [] for security_group (55ec11c1-efb2-43f1-bd07-e49fe1d63b08), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.175270 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-870d43e7-8ab4-4ac3-a2eb-58bb3d815e8a admin admin] Publish callbacks [] for security_group (55ec11c1-efb2-43f1-bd07-e49fe1d63b08), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.234852 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6228-68d0-427e-8c04-873e591f2c1b req-ce0d9165-fea5-4901-9ed5-a69508a1029a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:40.238774 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a50c6228-68d0-427e-8c04-873e591f2c1b req-ce0d9165-fea5-4901-9ed5-a69508a1029a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0984752 Oct 04 08:52:40.249572 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb105610-4faf-49dc-a81b-dfa881e0f708 admin admin] Publish callbacks [] for security_group (70a796f7-af69-49b4-9576-0e2bd424b65d), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.259707 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-87c2f48c-d27a-42d0-a915-8c9bad94c120 req-303defe9-b6f8-45e5-aa80-c7affd8a0148 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687684 Oct 04 08:52:40.298874 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb105610-4faf-49dc-a81b-dfa881e0f708 admin admin] Publish callbacks [] for security_group (70a796f7-af69-49b4-9576-0e2bd424b65d), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.320050 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:40.328532 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a50c6228-68d0-427e-8c04-873e591f2c1b req-13f3eb42-853f-48c8-a08b-d5fbefb9ca7e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818853 Oct 04 08:52:40.354476 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-f213fa99-5b19-424f-9f27-e1f6a54a19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:40.355931 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-f213fa99-5b19-424f-9f27-e1f6a54a19aa service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.1080706 Oct 04 08:52:40.365278 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-870d43e7-8ab4-4ac3-a2eb-58bb3d815e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (55ec11c1-efb2-43f1-bd07-e49fe1d63b08), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.368541 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-870d43e7-8ab4-4ac3-a2eb-58bb3d815e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.371962 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-870d43e7-8ab4-4ac3-a2eb-58bb3d815e8a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/55ec11c1-efb2-43f1-bd07-e49fe1d63b08 HTTP/1.1" status: 204 len: 168 time: 0.2805021 Oct 04 08:52:40.381251 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d43e7-8ab4-4ac3-a2eb-58bb3d815e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec11c1-efb2-43f1-bd07-e49fe1d63b08,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:40.413812 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-02b7f30a-70ce-4782-a7e5-5dd1296fb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:40.413812 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-02b7f30a-70ce-4782-a7e5-5dd1296fb0b3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 916 time: 0.1632032 Oct 04 08:52:40.556715 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb105610-4faf-49dc-a81b-dfa881e0f708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (70a796f7-af69-49b4-9576-0e2bd424b65d), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.559309 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb105610-4faf-49dc-a81b-dfa881e0f708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:40.560664 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-fb105610-4faf-49dc-a81b-dfa881e0f708 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/70a796f7-af69-49b4-9576-0e2bd424b65d HTTP/1.1" status: 204 len: 168 time: 0.4873223 Oct 04 08:52:40.573553 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb105610-4faf-49dc-a81b-dfa881e0f708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a796f7-af69-49b4-9576-0e2bd424b65d,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:41.068400 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec4de5-2619-4ed3-8b77-5dbc3a791cd1 req-2719401d-0ea5-4a6a-8400-d9da346eee0e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:41.070459 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4cec4de5-2619-4ed3-8b77-5dbc3a791cd1 req-2719401d-0ea5-4a6a-8400-d9da346eee0e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 944 time: 0.0889556 Oct 04 08:52:41.076581 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563a9c4-dad3-404e-a1b2-c164a07cde17 req-62880949-70ad-4de6-bd11-fb7e33704b22 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:41.078067 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5563a9c4-dad3-404e-a1b2-c164a07cde17 req-62880949-70ad-4de6-bd11-fb7e33704b22 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 944 time: 0.0847812 Oct 04 08:52:41.145076 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45186) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:41.163955 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a5d57fe6-884d-4bc1-96c3-f9589c20b0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:41.215274 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5563a9c4-dad3-404e-a1b2-c164a07cde17 req-80fd856e-ec8e-4370-9ddc-fd19224542a2 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277308 Oct 04 08:52:41.240269 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4cec4de5-2619-4ed3-8b77-5dbc3a791cd1 req-e11bb2f0-d197-4036-bf1f-859f930de9f9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611795 Oct 04 08:52:41.284838 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a5d57fe6-884d-4bc1-96c3-f9589c20b0a5 admin admin] Publish callbacks [] for security_group (90c2c898-641c-4af3-a520-c7508e5883fd), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:41.374714 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a5d57fe6-884d-4bc1-96c3-f9589c20b0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (90c2c898-641c-4af3-a520-c7508e5883fd), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:41.701535 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 463f6f66-9c4c-42ef-b207-c2df5e8523b5 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:52:41.703925 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a1ab5-2a9e-44d3-a99b-8ce16051eb7e req-c98a7615-bc66-4d40-9d3d-0615dcf5f8ec tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:41.704878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d57fe6-884d-4bc1-96c3-f9589c20b0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c2c898-641c-4af3-a520-c7508e5883fd,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:41.705454 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-158a1ab5-2a9e-44d3-a99b-8ce16051eb7e req-c98a7615-bc66-4d40-9d3d-0615dcf5f8ec tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 944 time: 0.0725081 Oct 04 08:52:41.705544 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-a5d57fe6-884d-4bc1-96c3-f9589c20b0a5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=71cc499c88e94101b52d535d4189b6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961795 Oct 04 08:52:41.705544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45202) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:41.705544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:41.705544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e95acb9b-0c69-4a26-829c-473578fd1f47 admin admin] Publish callbacks [] for security_group (90c2c898-641c-4af3-a520-c7508e5883fd), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:41.705544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:41.705544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e95acb9b-0c69-4a26-829c-473578fd1f47 admin admin] Publish callbacks [] for security_group (90c2c898-641c-4af3-a520-c7508e5883fd), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:41.706041 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-158a1ab5-2a9e-44d3-a99b-8ce16051eb7e req-2e853d61-7eed-43e7-83de-742c5b91a21e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123345 Oct 04 08:52:41.706041 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c433833-fde0-4ede-ba87-7dab8c651f67 req-543b5061-8deb-4c82-9dbd-4a1a9e2463ec tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:41.706041 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c433833-fde0-4ede-ba87-7dab8c651f67 req-543b5061-8deb-4c82-9dbd-4a1a9e2463ec tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0742447 Oct 04 08:52:41.706568 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 463f6f66-9c4c-42ef-b207-c2df5e8523b5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=463f6f66-9c4c-42ef-b207-c2df5e8523b5,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:41.706568 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '463f6f66-9c4c-42ef-b207-c2df5e8523b5', 'network_id': 'f5144041-c12b-44c8-a534-32456f9ba9ba', 'port_id': '463f6f66-9c4c-42ef-b207-c2df5e8523b5', 'mac_address': 'fa:16:3e:a4:b4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851aafb7-8c44-49e0-bb33-8b1886321272', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:52:41.706869 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c433833-fde0-4ede-ba87-7dab8c651f67 req-132ab823-3d0b-4fb3-86cb-df9bf0e918f4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595438 Oct 04 08:52:41.707076 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:41.707076 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:41.707076 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:41.707076 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463f6f66-9c4c-42ef-b207-c2df5e8523b5 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:41.707076 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 463f6f66-9c4c-42ef-b207-c2df5e8523b5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=463f6f66-9c4c-42ef-b207-c2df5e8523b5,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:41.707470 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e95acb9b-0c69-4a26-829c-473578fd1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (90c2c898-641c-4af3-a520-c7508e5883fd), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:41.707470 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e95acb9b-0c69-4a26-829c-473578fd1f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:41.707470 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e95acb9b-0c69-4a26-829c-473578fd1f47 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/90c2c898-641c-4af3-a520-c7508e5883fd HTTP/1.1" status: 204 len: 168 time: 0.2629142 Oct 04 08:52:41.723273 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95acb9b-0c69-4a26-829c-473578fd1f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c2c898-641c-4af3-a520-c7508e5883fd,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:41.779994 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:41.845302 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=463f6f66-9c4c-42ef-b207-c2df5e8523b5,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:42.076444 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['463f6f66-9c4c-42ef-b207-c2df5e8523b5'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:52:42.261860 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45226) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:42.383630 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:42.438062 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1563253720-network', 'tenant_id': '894b70b0c4954b869c836a087285825a'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:42.513730 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7561df-cae1-4ece-9181-a62aecdf4ea2 req-c5e77805-1781-44d3-a890-83e62b9a1a8a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:42.516319 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3a7561df-cae1-4ece-9181-a62aecdf4ea2 req-c5e77805-1781-44d3-a890-83e62b9a1a8a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 945 time: 0.1297815 Oct 04 08:52:42.522756 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424682-9215-4305-be13-20a3210ab839 req-854a1440-5085-46a9-a908-1c09d4d4aa99 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:42.531003 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4f424682-9215-4305-be13-20a3210ab839 req-854a1440-5085-46a9-a908-1c09d4d4aa99 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 944 time: 0.1311533 Oct 04 08:52:42.539181 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-0c95cd0e-9b69-4105-a5aa-dd421484c0f5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b040ace-0eaf-4833-81ba-09cdfc978084 HTTP/1.1" status: 200 len: 217 time: 0.0652101 Oct 04 08:52:42.574976 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Made reservation on behalf of 894b70b0c4954b869c836a087285825a for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:42.574976 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:42.577102 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-809e7482-8523-41dc-8492-31781bd15304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:42.578153 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:42.578711 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-809e7482-8523-41dc-8492-31781bd15304 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134040 Oct 04 08:52:42.589365 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:42.648891 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-ebbc774d-05e3-4abe-b65c-02bea6e5de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:42.651826 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-ebbc774d-05e3-4abe-b65c-02bea6e5de43 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.1048636 Oct 04 08:52:42.672976 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4f424682-9215-4305-be13-20a3210ab839 req-15b04203-9b49-4ba0-9fe7-71e5749ed8f0 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407235 Oct 04 08:52:42.687091 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3a7561df-cae1-4ece-9181-a62aecdf4ea2 req-33edd5b1-451e-47b3-9c6f-803e8def3472 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306746 Oct 04 08:52:42.789393 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Publish callbacks [] for security_group (1ce4ae1a-df81-4cf3-ae16-3c095ac3b308), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:42.791115 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-60b6eef7-7690-4257-8dbd-51fa5110002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:42.792712 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-60b6eef7-7690-4257-8dbd-51fa5110002d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1323960 Oct 04 08:52:42.815271 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-ee9c60c7-6643-4c3a-a3c7-fcf44acd8d54 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270198 Oct 04 08:52:42.850693 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1ce4ae1a-df81-4cf3-ae16-3c095ac3b308), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:42.886160 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68286f2-9d38-4d44-acb7-1effc1d5679c req-f43d3608-2ccc-4b28-9e9d-801c6d745af7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:42.887747 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c68286f2-9d38-4d44-acb7-1effc1d5679c req-f43d3608-2ccc-4b28-9e9d-801c6d745af7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0955877 Oct 04 08:52:42.890226 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:52:42.903086 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279045e1-7f2d-4ad9-9c5e-565ccf224bd8 req-acb0f64f-0773-48ac-9b7d-282e9f469c5e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:42.904605 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-279045e1-7f2d-4ad9-9c5e-565ccf224bd8 req-acb0f64f-0773-48ac-9b7d-282e9f469c5e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 944 time: 0.1135640 Oct 04 08:52:42.938745 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce4ae1a-df81-4cf3-ae16-3c095ac3b308,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:42.949366 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (042a841f-d966-4703-acb9-5d72f2fb8d6a), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:42.949754 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Added segment 042a841f-d966-4703-acb9-5d72f2fb8d6a of type vlan for network 1ace77e3-8c44-4cea-adf2-cc9b6d48535d Oct 04 08:52:42.960679 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:42.985440 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-83a260d7-c737-4017-afa4-254e0735ba3f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834183 Oct 04 08:52:42.992585 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8db5dbf0-7066-4c0f-8368-663f488da9cf req-0515ae64-1824-4a39-8817-caa0e6a1581e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675916 Oct 04 08:52:43.028820 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (1ace77e3-8c44-4cea-adf2-cc9b6d48535d), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.041898 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c68286f2-9d38-4d44-acb7-1effc1d5679c req-c69f49e0-3e30-493f-a646-659e427f3e2a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362779 Oct 04 08:52:43.053611 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-279045e1-7f2d-4ad9-9c5e-565ccf224bd8 req-bab528cf-cee7-43a5-9998-a80a26da1076 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383719 Oct 04 08:52:43.134425 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (1ace77e3-8c44-4cea-adf2-cc9b6d48535d), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.137718 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:43.137718 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.197347 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] Pushing event updated for resources: {'Network': ['ID=1ace77e3-8c44-4cea-adf2-cc9b6d48535d,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:43.207948 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 1ace77e3-8c44-4cea-adf2-cc9b6d48535d details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:52:43.261797 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45264) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:43.263657 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-81721a3a-6ce8-4793-8599-e2cc004db7ff admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9991462 Oct 04 08:52:43.268257 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Request body: {'subnet': {'network_id': '1ace77e3-8c44-4cea-adf2-cc9b6d48535d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1563253720-subnet', 'tenant_id': '894b70b0c4954b869c836a087285825a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:43.342675 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45268) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:43.374138 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Made reservation on behalf of 894b70b0c4954b869c836a087285825a for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:43.376573 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27706419'] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.461661 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a120adc0-e534-47b3-9d52-82405c453a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.497008 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:43.629061 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a120adc0-e534-47b3-9d52-82405c453a44 admin admin] Publish callbacks [] for security_group (69ad8286-de07-4694-8b33-66e2f71f0cc9), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.683299 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27405808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27706401'] for subnet (6809f3ee-dcac-4a86-b35f-5bb8a2dd2368), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.713341 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a120adc0-e534-47b3-9d52-82405c453a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (69ad8286-de07-4694-8b33-66e2f71f0cc9), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.721212 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:43.793274 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-a120adc0-e534-47b3-9d52-82405c453a44 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=02bbc584e55c488f865cdfdcf8b6886f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495158 Oct 04 08:52:43.795526 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6809f3ee-dcac-4a86-b35f-5bb8a2dd2368,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:43.798051 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45288) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:43.809699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120adc0-e534-47b3-9d52-82405c453a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ad8286-de07-4694-8b33-66e2f71f0cc9,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:43.830976 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Checking segment: {'id': '042a841f-d966-4703-acb9-5d72f2fb8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1ace77e3-8c44-4cea-adf2-cc9b6d48535d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:43.831465 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Network hostable DHCP agents. Network: 1ace77e3-8c44-4cea-adf2-cc9b6d48535d, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:52:43.873919 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428875ea-176d-49ba-8e5f-231f660cdce9 req-158704c8-b31c-4cb3-8a14-4a35f57eb394 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:43.875442 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-428875ea-176d-49ba-8e5f-231f660cdce9 req-158704c8-b31c-4cb3-8a14-4a35f57eb394 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 944 time: 0.1122689 Oct 04 08:52:43.899183 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3540f3-18e6-4eca-8512-6d3032be9f38 req-fb4d7f12-7c68-429b-89a5-eb00460c72d1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:43.900818 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-db3540f3-18e6-4eca-8512-6d3032be9f38 req-fb4d7f12-7c68-429b-89a5-eb00460c72d1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 945 time: 0.1058018 Oct 04 08:52:43.909812 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Network 1ace77e3-8c44-4cea-adf2-cc9b6d48535d is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:52:43.952948 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:52:43.983859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9564a4d8-2b7b-433e-ac2c-c52dd3628722 admin admin] Publish callbacks [] for security_group (69ad8286-de07-4694-8b33-66e2f71f0cc9), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.988705 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 1ace77e3-8c44-4cea-adf2-cc9b6d48535d) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:43.989779 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:43.990560 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:43.990790 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:44.002748 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-428875ea-176d-49ba-8e5f-231f660cdce9 req-ae8bac68-6a34-4342-a246-88f350b7f2dd tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187668 Oct 04 08:52:44.020856 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7568a5-621b-48f5-a710-1296417bafa5 None None] Network 1ace77e3-8c44-4cea-adf2-cc9b6d48535d requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:44.039742 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9564a4d8-2b7b-433e-ac2c-c52dd3628722 admin admin] Publish callbacks [] for security_group (69ad8286-de07-4694-8b33-66e2f71f0cc9), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:44.068441 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-fa6c41b8-b05b-46b4-b646-b711b5431630 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8052092 Oct 04 08:52:44.076279 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-db3540f3-18e6-4eca-8512-6d3032be9f38 req-3f670a2c-e594-4894-b647-c102815d6485 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685691 Oct 04 08:52:44.150459 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:44.173147 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'port_id': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'mac_address': 'fa:16:3e:ba:ba:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:52:44.205170 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9564a4d8-2b7b-433e-ac2c-c52dd3628722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (69ad8286-de07-4694-8b33-66e2f71f0cc9), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:44.207834 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9564a4d8-2b7b-433e-ac2c-c52dd3628722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:44.212240 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-9564a4d8-2b7b-433e-ac2c-c52dd3628722 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/69ad8286-de07-4694-8b33-66e2f71f0cc9 HTTP/1.1" status: 204 len: 168 time: 0.4129438 Oct 04 08:52:44.235610 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356ace8-684f-4864-a09b-3331a670d7b7 None None] Network 1ace77e3-8c44-4cea-adf2-cc9b6d48535d requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:44.266002 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04018022-d904-4504-9bbb-66bfb663029b req-b79b07e7-49ca-43da-9c15-f46f4597fde5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:44.267787 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-04018022-d904-4504-9bbb-66bfb663029b req-b79b07e7-49ca-43da-9c15-f46f4597fde5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 944 time: 0.1008029 Oct 04 08:52:44.270473 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564a4d8-2b7b-433e-ac2c-c52dd3628722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ad8286-de07-4694-8b33-66e2f71f0cc9,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:44.279016 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6806af-9cef-46e5-a52e-f16adcb0b860 req-db841fe8-5a49-4f6e-bbb1-94b7c8499781 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:44.280646 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf6806af-9cef-46e5-a52e-f16adcb0b860 req-db841fe8-5a49-4f6e-bbb1-94b7c8499781 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.1116688 Oct 04 08:52:44.351814 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:44.352530 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:44.358140 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-04018022-d904-4504-9bbb-66bfb663029b req-227fd7c9-b1f4-4232-8782-116cb2bcc7ff tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765066 Oct 04 08:52:44.372978 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf6806af-9cef-46e5-a52e-f16adcb0b860 req-618bb46c-98c5-469e-b803-36fe4ec1d979 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846500 Oct 04 08:52:44.373169 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0969193-60ee-4fb7-ba1b-70b50bfb9b9d {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:44.399076 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:44.488228 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:44.488932 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:52:44.563754 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:44.633694 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:44.638907 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:44.651906 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': 'ff4cfcd1-064d-4a58-a5bd-20180f00f6f5', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'port_id': 'ff4cfcd1-064d-4a58-a5bd-20180f00f6f5', 'mac_address': 'fa:16:3e:fe:3c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:52:44.694873 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:44.695268 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:44.717287 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:44.757959 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:44.831067 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:44.831945 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 6b040ace-0eaf-4833-81ba-09cdfc978084 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:52:44.883283 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:44.935521 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:44.981785 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 6b040ace-0eaf-4833-81ba-09cdfc978084, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6b040ace-0eaf-4833-81ba-09cdfc978084,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:44.993550 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:52:45.033440 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 6b040ace-0eaf-4833-81ba-09cdfc978084 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:45.033975 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.054522 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b040ace-0eaf-4833-81ba-09cdfc978084 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:45.086165 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 6b040ace-0eaf-4833-81ba-09cdfc978084, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6b040ace-0eaf-4833-81ba-09cdfc978084,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:45.139604 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126dca-fba8-4bb5-a389-13e202fdf63c req-e77fe3a0-a92a-4b97-9c75-163d6bff8561 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:45.141111 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-03126dca-fba8-4bb5-a389-13e202fdf63c req-e77fe3a0-a92a-4b97-9c75-163d6bff8561 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 945 time: 0.0544364 Oct 04 08:52:45.196100 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.221443 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-03126dca-fba8-4bb5-a389-13e202fdf63c req-28b05d19-590d-45fb-8803-5eddb90b15ad tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743897 Oct 04 08:52:45.231330 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45344) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:45.236486 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1629961631-network', 'tenant_id': '41f95b0165414ef49a5b29ff4177ca10'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:45.262249 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09653ec-fdb4-4e88-ac7f-bdcfccd52875 req-01dfbedd-4dec-4fd1-b776-bdf869770325 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:45.262249 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c09653ec-fdb4-4e88-ac7f-bdcfccd52875 req-01dfbedd-4dec-4fd1-b776-bdf869770325 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 945 time: 0.0780199 Oct 04 08:52:45.264325 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=6b040ace-0eaf-4833-81ba-09cdfc978084,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:45.265356 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45348) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:45.279195 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1ce40daf-c3f5-4343-8a37-db58cde0a98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.313666 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c09653ec-fdb4-4e88-ac7f-bdcfccd52875 req-d7e268c9-5155-490d-8371-e0237536aad9 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466106 Oct 04 08:52:45.346797 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Made reservation on behalf of 41f95b0165414ef49a5b29ff4177ca10 for: {'network': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:45.349097 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.363683 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.390067 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1ce40daf-c3f5-4343-8a37-db58cde0a98d admin admin] Publish callbacks [] for security_group (13103648-ba12-46c7-8272-2ca53eba702b), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.466626 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Publish callbacks [] for security_group (bd0a3c9b-3f41-4375-b86a-6d8f0d327226), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.476660 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1ce40daf-c3f5-4343-8a37-db58cde0a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (13103648-ba12-46c7-8272-2ca53eba702b), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.523569 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce40daf-c3f5-4343-8a37-db58cde0a98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13103648-ba12-46c7-8272-2ca53eba702b,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:45.527983 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-1ce40daf-c3f5-4343-8a37-db58cde0a98d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=383afa70a41e4056a6275d6058ec5e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616594 Oct 04 08:52:45.529704 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (bd0a3c9b-3f41-4375-b86a-6d8f0d327226), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.532786 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45356) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:45.551309 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a8766-97fc-4c4e-aeb9-c97799ff4d34 req-16a0714e-8d85-419f-afbe-ffbf01b0bfbb tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:45.552801 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-175a8766-97fc-4c4e-aeb9-c97799ff4d34 req-16a0714e-8d85-419f-afbe-ffbf01b0bfbb tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 945 time: 0.0776148 Oct 04 08:52:45.567073 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6a007-02af-4ef6-8719-f65af54ca409 req-5345b5af-8461-4c32-af73-7fbfd3c5053b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:45.568517 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-00b6a007-02af-4ef6-8719-f65af54ca409 req-5345b5af-8461-4c32-af73-7fbfd3c5053b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 944 time: 0.0610013 Oct 04 08:52:45.583335 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=113287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:52:45.598848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0a3c9b-3f41-4375-b86a-6d8f0d327226,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:45.604331 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:45.610849 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (1a4f5036-d350-4047-a29c-ff52cd96264f), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.611191 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.segments_db [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Added segment 1a4f5036-d350-4047-a29c-ff52cd96264f of type vlan for network f19c0ede-efb2-4d12-87e2-fe062bdbff01 Oct 04 08:52:45.635889 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-175a8766-97fc-4c4e-aeb9-c97799ff4d34 req-8f794d99-9462-4544-95e9-34d3cb305e9a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747886 Oct 04 08:52:45.654223 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-00b6a007-02af-4ef6-8719-f65af54ca409 req-80818f47-0d74-408c-a62f-b9f576792d16 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709312 Oct 04 08:52:45.738776 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:52:45.861216 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:45.873020 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9766-1e10-442a-85ed-55d656ee4adb admin admin] Publish callbacks [] for security_group (13103648-ba12-46c7-8272-2ca53eba702b), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.873455 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '3204e9c4-8fba-47f2-b86e-dfd24301d3c6', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'port_id': '3204e9c4-8fba-47f2-b86e-dfd24301d3c6', 'mac_address': 'fa:16:3e:6f:82:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:52:45.876443 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (f19c0ede-efb2-4d12-87e2-fe062bdbff01), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.908533 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45362) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:45.912710 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:45.913322 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.929865 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:52:45.944968 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9766-1e10-442a-85ed-55d656ee4adb admin admin] Publish callbacks [] for security_group (13103648-ba12-46c7-8272-2ca53eba702b), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:45.948610 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:45.954743 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:45.996961 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.011041 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5bcee4c7-9385-426a-a93d-d50b35ea1e57 req-738c44f7-a94a-4427-b5c0-cb09167eb41e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771281 Oct 04 08:52:46.014933 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (f19c0ede-efb2-4d12-87e2-fe062bdbff01), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.015787 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:46.016365 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.042705 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5c41-ad3b-4b1b-a8db-edc3b6ceca79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.052936 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:46.058847 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:46.080603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] Pushing event updated for resources: {'Network': ['ID=f19c0ede-efb2-4d12-87e2-fe062bdbff01,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:46.091257 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network f19c0ede-efb2-4d12-87e2-fe062bdbff01 details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:52:46.094973 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:46.098489 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-916bfb40-5dee-40a0-834b-03764144490b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8659236 Oct 04 08:52:46.101407 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45366) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:46.108347 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Request body: {'subnet': {'network_id': 'f19c0ede-efb2-4d12-87e2-fe062bdbff01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1629961631-subnet', 'tenant_id': '41f95b0165414ef49a5b29ff4177ca10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:46.133438 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5c41-ad3b-4b1b-a8db-edc3b6ceca79 admin admin] Publish callbacks [] for security_group (4aacc490-4e46-47fc-9809-e2b1d133fbb9), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.164753 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9766-1e10-442a-85ed-55d656ee4adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (13103648-ba12-46c7-8272-2ca53eba702b), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.167693 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9766-1e10-442a-85ed-55d656ee4adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.168983 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f9bb9766-1e10-442a-85ed-55d656ee4adb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/13103648-ba12-46c7-8272-2ca53eba702b HTTP/1.1" status: 204 len: 168 time: 0.6338513 Oct 04 08:52:46.179068 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9766-1e10-442a-85ed-55d656ee4adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13103648-ba12-46c7-8272-2ca53eba702b,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:46.208092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Made reservation on behalf of 41f95b0165414ef49a5b29ff4177ca10 for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:52:46.211623 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27706419'] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.211767 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5c41-ad3b-4b1b-a8db-edc3b6ceca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (4aacc490-4e46-47fc-9809-e2b1d133fbb9), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.263882 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a1dc5c41-ad3b-4b1b-a8db-edc3b6ceca79 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=35822fc8958f43d997f535fcb6a5aea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532100 Oct 04 08:52:46.264703 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc5c41-ad3b-4b1b-a8db-edc3b6ceca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aacc490-4e46-47fc-9809-e2b1d133fbb9,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:46.269792 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45372) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:46.377583 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6d58471c-c204-4df7-acd1-a7aa4eeb1d23 admin admin] Publish callbacks [] for security_group (4aacc490-4e46-47fc-9809-e2b1d133fbb9), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.379648 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:46.400590 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e984ac-07c9-47d3-9570-b4b1083a792b req-002c4f35-7391-4284-a5d0-001e7ef1934b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:46.402148 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-54e984ac-07c9-47d3-9570-b4b1083a792b req-002c4f35-7391-4284-a5d0-001e7ef1934b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 945 time: 0.0784783 Oct 04 08:52:46.415194 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6d58471c-c204-4df7-acd1-a7aa4eeb1d23 admin admin] Publish callbacks [] for security_group (4aacc490-4e46-47fc-9809-e2b1d133fbb9), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.465816 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['3204e9c4-8fba-47f2-b86e-dfd24301d3c6'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:52:46.472949 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 463f6f66-9c4c-42ef-b207-c2df5e8523b5 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:46.498639 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27405808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27706401'] for subnet (491a3d38-353a-4759-a00b-25f1e092fe3d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.530890 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f11943-7dc5-4ef8-95b5-c8faa67804cc req-674fbf1a-107a-49c3-89e5-a3e8925847a6 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:46.538365 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12f11943-7dc5-4ef8-95b5-c8faa67804cc req-674fbf1a-107a-49c3-89e5-a3e8925847a6 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 945 time: 0.1224461 Oct 04 08:52:46.560574 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:52:46.572363 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-54e984ac-07c9-47d3-9570-b4b1083a792b req-cc3aff93-80fe-4779-9b8e-f3cf9d3b2541 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620345 Oct 04 08:52:46.596616 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=491a3d38-353a-4759-a00b-25f1e092fe3d,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:46.603404 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Checking segment: {'id': '1a4f5036-d350-4047-a29c-ff52cd96264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f19c0ede-efb2-4d12-87e2-fe062bdbff01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:52:46.603885 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Network hostable DHCP agents. Network: f19c0ede-efb2-4d12-87e2-fe062bdbff01, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:52:46.626611 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12f11943-7dc5-4ef8-95b5-c8faa67804cc req-88a1e86d-4932-40c1-98ab-6fc93eb4fb6b tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833495 Oct 04 08:52:46.639542 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:52:46.652736 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['ff4cfcd1-064d-4a58-a5bd-20180f00f6f5'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:52:46.698163 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:46.699449 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:46.701621 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6d58471c-c204-4df7-acd1-a7aa4eeb1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (4aacc490-4e46-47fc-9809-e2b1d133fbb9), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.708172 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6d58471c-c204-4df7-acd1-a7aa4eeb1d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.724352 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-6d58471c-c204-4df7-acd1-a7aa4eeb1d23 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4aacc490-4e46-47fc-9809-e2b1d133fbb9 HTTP/1.1" status: 204 len: 168 time: 0.4530864 Oct 04 08:52:46.729273 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Network f19c0ede-efb2-4d12-87e2-fe062bdbff01 is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:52:46.752499 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58471c-c204-4df7-acd1-a7aa4eeb1d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aacc490-4e46-47fc-9809-e2b1d133fbb9,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:46.808963 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, f19c0ede-efb2-4d12-87e2-fe062bdbff01) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:52:46.813373 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:46.823234 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.835295 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['6b040ace-0eaf-4833-81ba-09cdfc978084'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:52:46.839342 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de912e02-2593-4122-8ff7-019bec0893f6 None None] Network f19c0ede-efb2-4d12-87e2-fe062bdbff01 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:46.851247 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:46.857682 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.857682 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 Oct 04 08:52:46.872686 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171548e-d71e-4005-ab35-34d5635bc653 req-c74a2ebd-f36c-4e6f-aa55-8dda06b01f5b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:46.874230 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2171548e-d71e-4005-ab35-34d5635bc653 req-c74a2ebd-f36c-4e6f-aa55-8dda06b01f5b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 945 time: 0.1239042 Oct 04 08:52:46.894491 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f597d-67db-4f18-b1e7-67984a70df89 req-e8168c9d-28f9-4aad-8713-f2c6ce84745b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:46.895942 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e36f597d-67db-4f18-b1e7-67984a70df89 req-e8168c9d-28f9-4aad-8713-f2c6ce84745b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 944 time: 0.0860221 Oct 04 08:52:46.950038 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-6f69e071-6381-4cf8-9622-c51300caae79 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8469985 Oct 04 08:52:46.950797 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45390) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:46.993002 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2171548e-d71e-4005-ab35-34d5635bc653 req-e89a9cdb-bdcc-4a27-b1f3-5c48204b0dd3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124954 Oct 04 08:52:47.003871 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5b911792-70cb-4540-8956-fb20d4949368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.026721 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e36f597d-67db-4f18-b1e7-67984a70df89 req-0598cb15-a38b-4bf0-9809-ee82ae71e133 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184781 Oct 04 08:52:47.137975 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5b911792-70cb-4540-8956-fb20d4949368 admin admin] Publish callbacks [] for security_group (6e63150c-d906-46f8-924e-233584ec02e5), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.143798 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d63fba-e9c3-46cc-b656-4ae0006e2c96 None None] Network f19c0ede-efb2-4d12-87e2-fe062bdbff01 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:52:47.208617 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5b911792-70cb-4540-8956-fb20d4949368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6e63150c-d906-46f8-924e-233584ec02e5), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.218103 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:47.290521 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b911792-70cb-4540-8956-fb20d4949368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e63150c-d906-46f8-924e-233584ec02e5,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:47.324270 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:47.324650 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.331108 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-5b911792-70cb-4540-8956-fb20d4949368 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=75817b1bc85049b3bb2be199afc53e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790648 Oct 04 08:52:47.333606 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45404) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:47.392712 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a74be83b-c46c-43ed-9b90-89d76a3d0e6a admin admin] Publish callbacks [] for security_group (6e63150c-d906-46f8-924e-233584ec02e5), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.418505 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a74be83b-c46c-43ed-9b90-89d76a3d0e6a admin admin] Publish callbacks [] for security_group (6e63150c-d906-46f8-924e-233584ec02e5), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.438265 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f6f66-9c4c-42ef-b207-c2df5e8523b5'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:52:47.552208 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 463f6f66-9c4c-42ef-b207-c2df5e8523b5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=463f6f66-9c4c-42ef-b207-c2df5e8523b5,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:47.573243 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a74be83b-c46c-43ed-9b90-89d76a3d0e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6e63150c-d906-46f8-924e-233584ec02e5), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.576164 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a74be83b-c46c-43ed-9b90-89d76a3d0e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.581705 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a74be83b-c46c-43ed-9b90-89d76a3d0e6a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6e63150c-d906-46f8-924e-233584ec02e5 HTTP/1.1" status: 204 len: 168 time: 0.2465298 Oct 04 08:52:47.593956 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74be83b-c46c-43ed-9b90-89d76a3d0e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e63150c-d906-46f8-924e-233584ec02e5,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:47.689016 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.697504 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceff57cb-0ef8-4c84-b708-81d200c72446" -d '{"events": [{"server_uuid": "33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb", "name": "network-vif-plugged", "status": "completed", "tag": "463f6f66-9c4c-42ef-b207-c2df5e8523b5"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:52:47.730367 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45420) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:47.759057 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-56dacce8-b195-4d98-b4d1-0499abe11564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.765462 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=463f6f66-9c4c-42ef-b207-c2df5e8523b5,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:47.784750 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c46c1-a826-451f-a204-5f941aac6982 req-944a5c01-5544-4346-8115-bcfffc0e6e8b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:47.786321 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c5c46c1-a826-451f-a204-5f941aac6982 req-944a5c01-5544-4346-8115-bcfffc0e6e8b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 945 time: 0.1121635 Oct 04 08:52:47.810019 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51adf5-513b-4228-b842-f05b9af1ed5e req-f2e403a3-25e2-4cb2-9d39-3702895a87ff tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:47.816894 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1b51adf5-513b-4228-b842-f05b9af1ed5e req-f2e403a3-25e2-4cb2-9d39-3702895a87ff tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 946 time: 0.0831523 Oct 04 08:52:47.862770 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-56dacce8-b195-4d98-b4d1-0499abe11564 admin admin] Publish callbacks [] for security_group (553b3349-7b0f-44be-b6fd-84dab5d2d7e3), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.877980 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c5c46c1-a826-451f-a204-5f941aac6982 req-4492d2af-c94c-4b30-89a5-e910f7a3bee5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829842 Oct 04 08:52:47.890420 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1b51adf5-513b-4228-b842-f05b9af1ed5e req-118873f9-9bb7-4b8e-806e-0ac569b589d6 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726011 Oct 04 08:52:47.945841 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-56dacce8-b195-4d98-b4d1-0499abe11564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (553b3349-7b0f-44be-b6fd-84dab5d2d7e3), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:47.975551 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:47.996782 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dacce8-b195-4d98-b4d1-0499abe11564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553b3349-7b0f-44be-b6fd-84dab5d2d7e3,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:48.002805 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-56dacce8-b195-4d98-b4d1-0499abe11564 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ea594acdd47243128163b58b12761733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727723 Oct 04 08:52:48.005763 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45430) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:48.100785 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:48.121713 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-51f3c9fc-e24b-40f1-95db-962d234e672c admin admin] Publish callbacks [] for security_group (553b3349-7b0f-44be-b6fd-84dab5d2d7e3), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:48.168070 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e5440-34e4-4a25-b5d9-38fa73fa3db5 req-ce6d2fa9-1a30-4849-922c-1df1f8436bd2 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:48.169640 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-182e5440-34e4-4a25-b5d9-38fa73fa3db5 req-ce6d2fa9-1a30-4849-922c-1df1f8436bd2 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 945 time: 0.0622892 Oct 04 08:52:48.184021 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-51f3c9fc-e24b-40f1-95db-962d234e672c admin admin] Publish callbacks [] for security_group (553b3349-7b0f-44be-b6fd-84dab5d2d7e3), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:48.189134 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a5538-ecaa-4e95-b6d8-4fc2a5dd8630 x-openstack-request-id: req-b50a5538-ecaa-4e95-b6d8-4fc2a5dd8630 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:52:48.189647 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb", "name": "network-vif-plugged", "status": "completed", "tag": "463f6f66-9c4c-42ef-b207-c2df5e8523b5", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:52:48.189955 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b50a5538-ecaa-4e95-b6d8-4fc2a5dd8630 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:52:48.190711 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50a5538-ecaa-4e95-b6d8-4fc2a5dd8630'] response: {'server_uuid': '33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f6f66-9c4c-42ef-b207-c2df5e8523b5', 'code': 200} Oct 04 08:52:48.250944 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-182e5440-34e4-4a25-b5d9-38fa73fa3db5 req-61238fc3-7065-4225-a8f7-b613151694a9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726478 Oct 04 08:52:48.348615 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391a5d-40aa-49db-9a25-3a0a6a30a059 req-e6de7427-3c23-4ae6-aeec-62aa25cfaff2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:48.350192 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d3391a5d-40aa-49db-9a25-3a0a6a30a059 req-e6de7427-3c23-4ae6-aeec-62aa25cfaff2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 944 time: 0.0455675 Oct 04 08:52:48.380035 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-51f3c9fc-e24b-40f1-95db-962d234e672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (553b3349-7b0f-44be-b6fd-84dab5d2d7e3), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:48.383729 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-51f3c9fc-e24b-40f1-95db-962d234e672c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:48.387210 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-51f3c9fc-e24b-40f1-95db-962d234e672c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/553b3349-7b0f-44be-b6fd-84dab5d2d7e3 HTTP/1.1" status: 204 len: 168 time: 0.3778729 Oct 04 08:52:48.406161 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3c9fc-e24b-40f1-95db-962d234e672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553b3349-7b0f-44be-b6fd-84dab5d2d7e3,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:48.420957 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d3391a5d-40aa-49db-9a25-3a0a6a30a059 req-2d9de0a1-cce1-41b6-a428-e1931e7c3a14 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648553 Oct 04 08:52:48.610889 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0cbe1-578a-4a8c-862a-55659cbe4f5b req-b28fa149-b95c-4455-8491-5c4ca4a808e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:48.612379 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-35d0cbe1-578a-4a8c-862a-55659cbe4f5b req-b28fa149-b95c-4455-8491-5c4ca4a808e1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 1130 time: 0.0713644 Oct 04 08:52:48.631427 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-35d0cbe1-578a-4a8c-862a-55659cbe4f5b req-3af94592-5481-4787-82cf-632b80a9956f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:48.661974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:48.667910 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:48.713086 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-35d0cbe1-578a-4a8c-862a-55659cbe4f5b req-3af94592-5481-4787-82cf-632b80a9956f service neutron] Publish callbacks [] for security_group (f45069c6-cfb4-48ad-858e-0287e43b9ff5), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:48.797043 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-35d0cbe1-578a-4a8c-862a-55659cbe4f5b req-3af94592-5481-4787-82cf-632b80a9956f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (f45069c6-cfb4-48ad-858e-0287e43b9ff5), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:48.848762 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-35d0cbe1-578a-4a8c-862a-55659cbe4f5b req-3af94592-5481-4787-82cf-632b80a9956f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303233 Oct 04 08:52:48.851123 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af94592-5481-4787-82cf-632b80a9956f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f45069c6-cfb4-48ad-858e-0287e43b9ff5,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:49.013975 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77180976-0516-4573-aec4-cd7d414d8dcb req-af9d19a1-a536-4769-99b9-44d186388ad7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:49.020981 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-77180976-0516-4573-aec4-cd7d414d8dcb req-af9d19a1-a536-4769-99b9-44d186388ad7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 945 time: 0.0569322 Oct 04 08:52:49.030528 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:49.091056 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:52:49.099056 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff998161-6285-490d-930b-e53bd801678a req-a0970d47-610d-4063-b7f1-466836db74bd tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:49.101308 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ff998161-6285-490d-930b-e53bd801678a req-a0970d47-610d-4063-b7f1-466836db74bd tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 946 time: 0.0771885 Oct 04 08:52:49.123514 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-77180976-0516-4573-aec4-cd7d414d8dcb req-3b21ece3-98a7-4b2c-9692-60968e40c088 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017022 Oct 04 08:52:49.168276 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ff998161-6285-490d-930b-e53bd801678a req-8be77a2e-f2a4-45b8-8a15-7a8a72d7b47d tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591507 Oct 04 08:52:49.192516 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:49.192887 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:49.193228 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d Oct 04 08:52:49.306733 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:49.307125 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:49.363095 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:49.410289 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74144584-e5d5-4479-a5b4-dd21c4d75ef0 req-554a454e-f886-49e4-bae0-b0ce81822c1c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:49.412410 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-74144584-e5d5-4479-a5b4-dd21c4d75ef0 req-554a454e-f886-49e4-bae0-b0ce81822c1c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 945 time: 0.0682089 Oct 04 08:52:49.481654 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-74144584-e5d5-4479-a5b4-dd21c4d75ef0 req-4dcab9a9-a54d-4bf5-ac9c-368cc8f9476c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619731 Oct 04 08:52:49.512123 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:49.512979 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:49.572958 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88045b58-53e3-4bf2-aa9d-414f36e7b0b2 req-f005593d-6ba6-4235-8f54-34744a28bc7c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:49.582708 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-88045b58-53e3-4bf2-aa9d-414f36e7b0b2 req-f005593d-6ba6-4235-8f54-34744a28bc7c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0660875 Oct 04 08:52:49.616915 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:52:49.624941 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:49.638811 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:49.643375 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-88045b58-53e3-4bf2-aa9d-414f36e7b0b2 req-4005a74c-1203-421f-bf2f-fddcbaf5975c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594296 Oct 04 08:52:49.698924 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:49.699531 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:49.700162 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 Oct 04 08:52:49.779747 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:49.780132 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:49.818558 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:49.875228 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:49.876099 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:49.880856 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:49.951395 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:49.960413 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:49.963659 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:52:50.059472 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:50.060208 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:50.060308 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 Oct 04 08:52:50.137436 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:50.137816 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:50.171792 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:50.193042 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'}, {'server_uuid': '07087473-a629-4720-abc6-c514a5120511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3204e9c4-8fba-47f2-b86e-dfd24301d3c6'}, {'server_uuid': '77980831-3790-419c-be64-5c42d888ff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4cfcd1-064d-4a58-a5bd-20180f00f6f5'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:52:50.195722 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59da3b4f-5330-49b4-8daf-a9ec590f5ef2" -d '{"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d"}, {"server_uuid": "07087473-a629-4720-abc6-c514a5120511", "name": "network-vif-plugged", "status": "completed", "tag": "3204e9c4-8fba-47f2-b86e-dfd24301d3c6"}, {"server_uuid": "77980831-3790-419c-be64-5c42d888ff49", "name": "network-vif-plugged", "status": "completed", "tag": "ff4cfcd1-064d-4a58-a5bd-20180f00f6f5"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:52:50.243678 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 04 Oct 2022 08:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb94f0c-917d-4920-9f95-316fb126a223 x-openstack-request-id: req-1bb94f0c-917d-4920-9f95-316fb126a223 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:52:50.243972 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d", "code": 200}, {"server_uuid": "07087473-a629-4720-abc6-c514a5120511", "name": "network-vif-plugged", "status": "completed", "tag": "3204e9c4-8fba-47f2-b86e-dfd24301d3c6", "code": 200}, {"server_uuid": "77980831-3790-419c-be64-5c42d888ff49", "name": "network-vif-plugged", "status": "completed", "tag": "ff4cfcd1-064d-4a58-a5bd-20180f00f6f5", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:52:50.244219 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1bb94f0c-917d-4920-9f95-316fb126a223 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:52:50.244780 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb94f0c-917d-4920-9f95-316fb126a223'] response: {'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'code': 200} Oct 04 08:52:50.245198 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb94f0c-917d-4920-9f95-316fb126a223'] response: {'server_uuid': '07087473-a629-4720-abc6-c514a5120511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3204e9c4-8fba-47f2-b86e-dfd24301d3c6', 'code': 200} Oct 04 08:52:50.245457 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb94f0c-917d-4920-9f95-316fb126a223'] response: {'server_uuid': '77980831-3790-419c-be64-5c42d888ff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4cfcd1-064d-4a58-a5bd-20180f00f6f5', 'code': 200} Oct 04 08:52:50.246789 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:50.247155 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 6b040ace-0eaf-4833-81ba-09cdfc978084 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:52:50.255188 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c989a2-43e9-483e-a1f3-a17a1e0a2b18 req-5dd7859f-8fa8-4c4e-b9df-01e3cf14aacc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:50.257304 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d0c989a2-43e9-483e-a1f3-a17a1e0a2b18 req-5dd7859f-8fa8-4c4e-b9df-01e3cf14aacc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 945 time: 0.0533550 Oct 04 08:52:50.333198 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:50.341535 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:50.354282 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 6b040ace-0eaf-4833-81ba-09cdfc978084 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:52:50.377299 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf5d3a-b66e-4102-92bb-c68918d2bd2e req-789b2fc4-58fc-4fb8-b0fb-1376fc6167eb tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:50.379883 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ffbf5d3a-b66e-4102-92bb-c68918d2bd2e req-789b2fc4-58fc-4fb8-b0fb-1376fc6167eb tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 946 time: 0.0702159 Oct 04 08:52:50.398672 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d0c989a2-43e9-483e-a1f3-a17a1e0a2b18 req-a812b792-0eae-4686-8019-7427a1bc365e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150291 Oct 04 08:52:50.452363 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ffbf5d3a-b66e-4102-92bb-c68918d2bd2e req-25a0d5d0-42c6-42ae-b292-6c2e162d2b5e tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Oct 04 08:52:50.460491 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 6b040ace-0eaf-4833-81ba-09cdfc978084 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:52:50.460877 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:50.461221 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 6b040ace-0eaf-4833-81ba-09cdfc978084 Oct 04 08:52:50.551642 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 6b040ace-0eaf-4833-81ba-09cdfc978084 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:52:50.552235 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:50.608415 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 6b040ace-0eaf-4833-81ba-09cdfc978084, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6b040ace-0eaf-4833-81ba-09cdfc978084,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:52:50.640604 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e293da-0c22-4696-9f48-a1d256b9c8b3 req-af57ea46-d87c-4633-a25e-a90239989e51 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:50.642096 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-90e293da-0c22-4696-9f48-a1d256b9c8b3 req-af57ea46-d87c-4633-a25e-a90239989e51 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 945 time: 0.0590360 Oct 04 08:52:50.696595 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-90e293da-0c22-4696-9f48-a1d256b9c8b3 req-7c307fc3-15b0-4db1-a798-d8a8e4ad57ba tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480983 Oct 04 08:52:50.737487 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:50.839155 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7413-fbe4-44d6-ac84-167c0161aad5 req-638264ee-5682-4935-9195-8a50e4403b6f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:50.841648 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf2e7413-fbe4-44d6-ac84-167c0161aad5 req-638264ee-5682-4935-9195-8a50e4403b6f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0842133 Oct 04 08:52:50.844399 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=6b040ace-0eaf-4833-81ba-09cdfc978084,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:50.910371 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf2e7413-fbe4-44d6-ac84-167c0161aad5 req-41d184e2-af92-4bf9-8c8c-8a74ef6f62b5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546651 Oct 04 08:52:50.925565 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8da887-a871-4de2-9401-b0213a3c0399 req-07024b91-d3c0-4503-8d9f-ba36e81661ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:50.927463 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-2d8da887-a871-4de2-9401-b0213a3c0399 req-07024b91-d3c0-4503-8d9f-ba36e81661ac service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 1129 time: 0.0442412 Oct 04 08:52:51.014836 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-2d8da887-a871-4de2-9401-b0213a3c0399 req-11c68d3a-6585-4fe7-b307-8ad04eec1712 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429833 Oct 04 08:52:51.340427 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8c168-4bd7-49e5-b708-8d13345f5d9a req-d0fe9db4-fea0-41a9-b4bb-bca38592f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:51.342313 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-45f8c168-4bd7-49e5-b708-8d13345f5d9a req-d0fe9db4-fea0-41a9-b4bb-bca38592f178 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 1130 time: 0.0796049 Oct 04 08:52:51.343968 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bdc37-16fe-4f48-ab1c-994657a3fd02 req-c7e5a9f2-d3b0-4203-9a29-50d1adbd03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:51.345417 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-629bdc37-16fe-4f48-ab1c-994657a3fd02 req-c7e5a9f2-d3b0-4203-9a29-50d1adbd03f2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 1130 time: 0.0804465 Oct 04 08:52:51.428679 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-629bdc37-16fe-4f48-ab1c-994657a3fd02 req-edf7893e-f2b8-48c1-9f97-a10b2c955e23 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745170 Oct 04 08:52:51.480054 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-45f8c168-4bd7-49e5-b708-8d13345f5d9a req-72a5d0a1-2c37-41c0-b2b5-ed7f18e28f37 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797384 Oct 04 08:52:51.537061 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9601ae-4ce7-4ec4-addc-754f183585b0 req-65e8dd05-a2eb-47f2-9c8f-b6d94aeee1ec tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:51.538620 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2a9601ae-4ce7-4ec4-addc-754f183585b0 req-65e8dd05-a2eb-47f2-9c8f-b6d94aeee1ec tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0503125 Oct 04 08:52:51.612026 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714147f0-ca3c-455e-b66c-cac183f3fca0 req-4f87afa6-3bdd-4daf-b98b-57601552cbf2 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:51.613460 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-714147f0-ca3c-455e-b66c-cac183f3fca0 req-4f87afa6-3bdd-4daf-b98b-57601552cbf2 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 946 time: 0.0733950 Oct 04 08:52:51.646645 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2a9601ae-4ce7-4ec4-addc-754f183585b0 req-808b841f-9a7d-4bcd-8930-93606193fdef tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976782 Oct 04 08:52:51.681774 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-714147f0-ca3c-455e-b66c-cac183f3fca0 req-c3739885-7200-409c-ae0d-73bad40d5688 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614254 Oct 04 08:52:51.826127 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b720d92-385e-4e95-8539-050b08e40087 req-d060df7b-9af9-41e8-b907-4335dade712d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:51.827659 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b720d92-385e-4e95-8539-050b08e40087 req-d060df7b-9af9-41e8-b907-4335dade712d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0483253 Oct 04 08:52:51.886529 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b720d92-385e-4e95-8539-050b08e40087 req-fd4f7ed7-c93d-417b-ae93-9193ed999d21 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529130 Oct 04 08:52:52.046591 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71227-ff51-4685-9b7a-d1ca37f31ff2 req-f247f3a7-2297-4dda-8f4f-275bc3342613 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:52.048087 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d2e71227-ff51-4685-9b7a-d1ca37f31ff2 req-f247f3a7-2297-4dda-8f4f-275bc3342613 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0457540 Oct 04 08:52:52.101250 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d2e71227-ff51-4685-9b7a-d1ca37f31ff2 req-60327098-598a-44ab-b0c2-72622f6a5856 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474620 Oct 04 08:52:52.246975 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:52:52.250092 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b6b1c2-e9fe-4b21-af10-129a6178a7f4" -d '{"events": [{"server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "name": "network-vif-plugged", "status": "completed", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:52:52.268243 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:52.329525 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c478d3-bd83-4887-b1df-163f78cee1c4 x-openstack-request-id: req-31c478d3-bd83-4887-b1df-163f78cee1c4 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:52:52.330188 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "name": "network-vif-plugged", "status": "completed", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:52:52.330677 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-31c478d3-bd83-4887-b1df-163f78cee1c4 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:52:52.331446 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c478d3-bd83-4887-b1df-163f78cee1c4'] response: {'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'code': 200} Oct 04 08:52:52.769313 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:52.783826 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa64d82-d485-4a2a-8365-a44a45a2409c req-41c314d9-46d9-40d8-a0ba-6c4f6f52c1d6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:52.785419 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7aa64d82-d485-4a2a-8365-a44a45a2409c req-41c314d9-46d9-40d8-a0ba-6c4f6f52c1d6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0574646 Oct 04 08:52:52.856203 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7aa64d82-d485-4a2a-8365-a44a45a2409c req-9ba769b4-e357-4b45-bd2a-c4559cb65d7b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615561 Oct 04 08:52:52.888692 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45622) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:53.028890 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:53.058477 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59bf1-4ed4-4ce5-896c-92b20a9408cf req-ea9552c2-1fcb-4483-a43a-7a65208b238d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:53.060025 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-16c59bf1-4ed4-4ce5-896c-92b20a9408cf req-ea9552c2-1fcb-4483-a43a-7a65208b238d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0932577 Oct 04 08:52:53.134083 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-16c59bf1-4ed4-4ce5-896c-92b20a9408cf req-b46753c3-7940-4658-8984-27809b7c2dcf tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675941 Oct 04 08:52:53.169764 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Publish callbacks [] for security_group (72e7230d-1aad-4c15-b157-6ee14b760ce3), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:53.245767 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a49781-295a-4508-9752-975c0273ac20 req-ada72dd7-d22d-4398-9678-c63ad7e35fdc tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:53.247451 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-20a49781-295a-4508-9752-975c0273ac20 req-ada72dd7-d22d-4398-9678-c63ad7e35fdc tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0543144 Oct 04 08:52:53.279629 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (72e7230d-1aad-4c15-b157-6ee14b760ce3), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:53.328888 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-20a49781-295a-4508-9752-975c0273ac20 req-6c826980-09fc-4550-92a9-6b80dfebfbdb tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743945 Oct 04 08:52:53.334640 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6be9611496034f7d981daac6762ac33f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600840 Oct 04 08:52:53.335653 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e7230d-1aad-4c15-b157-6ee14b760ce3,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:53.338052 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45634) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:53.343230 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.343582 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.343924 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.344376 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.344714 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.345043 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.345427 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.345755 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.346104 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.346423 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.358559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.358559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.358559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.358559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.358559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48052217-df55-4a49-8b20-220809b20203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.416674 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Publish callbacks [] for security_group (72e7230d-1aad-4c15-b157-6ee14b760ce3), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:53.430878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:53.444254 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Publish callbacks [] for security_group (72e7230d-1aad-4c15-b157-6ee14b760ce3), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:53.473160 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:53.521099 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebce25b-52b0-4854-8b8d-64716cf46f68 req-83fc2327-1f7c-41c4-9b0f-3e110cc9a93d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:53.523359 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2ebce25b-52b0-4854-8b8d-64716cf46f68 req-83fc2327-1f7c-41c4-9b0f-3e110cc9a93d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0593557 Oct 04 08:52:53.534059 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 45640) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:53.539150 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-8ba8c9e6-2ecf-45cb-bb43-9ac2fe70e9ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'floatingip': {'port_id': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:52:53.602591 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (72e7230d-1aad-4c15-b157-6ee14b760ce3), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:53.606650 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:53.607949 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/72e7230d-1aad-4c15-b157-6ee14b760ce3 HTTP/1.1" status: 204 len: 168 time: 0.2682998 Oct 04 08:52:53.616753 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e7230d-1aad-4c15-b157-6ee14b760ce3,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:53.632987 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.633502 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.633982 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.635483 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.636229 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.636229 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.636486 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.637475 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.637989 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.638343 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.638712 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.642552 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.642552 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.642552 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.642552 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6e5e5-8267-4df1-8405-712550540a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:52:53.777058 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c9e6-2ecf-45cb-bb43-9ac2fe70e9ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (0a07f6e1-26a1-4943-94f8-a7a06ca124d8), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.063665 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d842a-e994-4d51-9f95-a8b30a6badb6 req-a7ef4388-827d-4740-9d21-dd9d6a10f288 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:54.067331 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-747d842a-e994-4d51-9f95-a8b30a6badb6 req-a7ef4388-827d-4740-9d21-dd9d6a10f288 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0831666 Oct 04 08:52:54.219948 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-747d842a-e994-4d51-9f95-a8b30a6badb6 req-c3834614-426f-4060-ba6c-ca8910fa51ef tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461637 Oct 04 08:52:54.316272 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45666) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:54.333223 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-87325e94-6a9a-4cdb-92bf-65aebcfec038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.395660 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:54.403495 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb41c4-55da-4017-bf14-de9ce5bc6f31 req-9141a7ee-15ce-4294-8f9d-51e4b3ca619a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:54.404983 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3aeb41c4-55da-4017-bf14-de9ce5bc6f31 req-9141a7ee-15ce-4294-8f9d-51e4b3ca619a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0932932 Oct 04 08:52:54.412695 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-87325e94-6a9a-4cdb-92bf-65aebcfec038 admin admin] Publish callbacks [] for security_group (533c7eab-e736-4e15-bf0b-6dec491bde77), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.471019 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-87325e94-6a9a-4cdb-92bf-65aebcfec038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (533c7eab-e736-4e15-bf0b-6dec491bde77), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.509895 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-87325e94-6a9a-4cdb-92bf-65aebcfec038 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a43da02339fb4b238fccc578924ab426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922958 Oct 04 08:52:54.513794 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45668) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:52:54.539518 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87325e94-6a9a-4cdb-92bf-65aebcfec038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533c7eab-e736-4e15-bf0b-6dec491bde77,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:54.559538 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3aeb41c4-55da-4017-bf14-de9ce5bc6f31 req-a076f687-eb04-4dbf-97dc-ec124ff79354 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387975 Oct 04 08:52:54.568544 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c9e6-2ecf-45cb-bb43-9ac2fe70e9ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.576144 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8f684b61-f5f7-4d14-a318-d2dae6619238 admin admin] Publish callbacks [] for security_group (533c7eab-e736-4e15-bf0b-6dec491bde77), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.596991 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8f684b61-f5f7-4d14-a318-d2dae6619238 admin admin] Publish callbacks [] for security_group (533c7eab-e736-4e15-bf0b-6dec491bde77), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.605962 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:54.625446 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c9e6-2ecf-45cb-bb43-9ac2fe70e9ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (0a07f6e1-26a1-4943-94f8-a7a06ca124d8), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.723094 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.l3_db [None req-8ba8c9e6-2ecf-45cb-bb43-9ac2fe70e9ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Floating IP 0a07f6e1-26a1-4943-94f8-a7a06ca124d8 associated. External IP: 172.27.1.89, port: e0969193-60ee-4fb7-ba1b-70b50bfb9b9d. Oct 04 08:52:54.744026 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8f684b61-f5f7-4d14-a318-d2dae6619238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (533c7eab-e736-4e15-bf0b-6dec491bde77), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.746764 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8f684b61-f5f7-4d14-a318-d2dae6619238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.747995 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-8f684b61-f5f7-4d14-a318-d2dae6619238 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/533c7eab-e736-4e15-bf0b-6dec491bde77 HTTP/1.1" status: 204 len: 168 time: 0.2330718 Oct 04 08:52:54.756513 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f684b61-f5f7-4d14-a318-d2dae6619238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533c7eab-e736-4e15-bf0b-6dec491bde77,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:52:54.942841 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba8c9e6-2ecf-45cb-bb43-9ac2fe70e9ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:52:55.217214 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:55.263905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf979780-91e2-4a0d-823f-deda7ce3ca00 req-5a2b040b-5944-4b2b-b5d5-86ffba557dc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:55.265414 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cf979780-91e2-4a0d-823f-deda7ce3ca00 req-5a2b040b-5944-4b2b-b5d5-86ffba557dc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0587320 Oct 04 08:52:55.268181 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba8c9e6-2ecf-45cb-bb43-9ac2fe70e9ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:52:55.272753 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c9e6-2ecf-45cb-bb43-9ac2fe70e9ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:55.286323 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] Sync routers for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:52:55.297797 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:55.299021 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:55.332345 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8ba8c9e6-2ecf-45cb-bb43-9ac2fe70e9ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/0a07f6e1-26a1-4943-94f8-a7a06ca124d8 HTTP/1.1" status: 200 len: 990 time: 1.7970572 Oct 04 08:52:55.339758 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:52:55.342568 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6604ba1c-7462-46e7-8e30-f346a35f8cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:52:55.364200 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cf979780-91e2-4a0d-823f-deda7ce3ca00 req-e083e3ce-349e-4b33-9377-50169e092ebb tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873668 Oct 04 08:52:55.414768 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:55.438065 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6860d8-e4e2-4bb7-b800-2fde5a3642f5 x-openstack-request-id: req-9c6860d8-e4e2-4bb7-b800-2fde5a3642f5 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:52:55.438361 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:52:55.438757 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9c6860d8-e4e2-4bb7-b800-2fde5a3642f5 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:52:55.439173 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6860d8-e4e2-4bb7-b800-2fde5a3642f5'] response: {'name': 'network-changed', 'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'status': 'completed', 'code': 200} Oct 04 08:52:55.671955 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '0a07f6e1-26a1-4943-94f8-a7a06ca124d8', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'port_id': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'mac_address': 'fa:16:3e:ba:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:13Z', 'updated_at': '2022-10-04T08:52:54Z', 'revision_number': 1, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:55.685105 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047dc3b-eb66-4845-a05c-fe3fa69d988f req-4d25bc03-2aeb-445b-8d25-40a564882160 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:55.686898 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a047dc3b-eb66-4845-a05c-fe3fa69d988f req-4d25bc03-2aeb-445b-8d25-40a564882160 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0486813 Oct 04 08:52:55.702268 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] Checking router: 137bc348-f9f2-486d-bdb4-6b1d77c182b8 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:52:55.710902 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:52:55.711496 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:55.736976 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a047dc3b-eb66-4845-a05c-fe3fa69d988f req-dbe2b6bd-c308-41b6-b4aa-dff61a568b38 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Oct 04 08:52:55.816998 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:52:56.033468 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '0a07f6e1-26a1-4943-94f8-a7a06ca124d8', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'port_id': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'mac_address': 'fa:16:3e:ba:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:13Z', 'updated_at': '2022-10-04T08:52:54Z', 'revision_number': 1, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:52:56.059182 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033492-93a3-4b4f-a050-a7c4db2f44eb None None] The sync data for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi is: [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '0a07f6e1-26a1-4943-94f8-a7a06ca124d8', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'port_id': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'mac_address': 'fa:16:3e:ba:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:13Z', 'updated_at': '2022-10-04T08:52:54Z', 'revision_number': 1, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:52:56.272605 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bdcf8-abf9-4623-a480-46015110a8bb None None] New status for floating IP 0a07f6e1-26a1-4943-94f8-a7a06ca124d8: ACTIVE {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:52:56.528868 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27f0b-eb9e-47f5-ba52-37c063a276f7 req-34a0dcbf-33ad-4ed2-b402-123ed161d20f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:56.528868 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bfe27f0b-eb9e-47f5-ba52-37c063a276f7 req-34a0dcbf-33ad-4ed2-b402-123ed161d20f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0613630 Oct 04 08:52:56.584130 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bfe27f0b-eb9e-47f5-ba52-37c063a276f7 req-5603dbda-6236-4a4b-bbfc-9744445988c0 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496550 Oct 04 08:52:56.878017 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7d9db-f224-4c98-84d7-b115cf5c7ad4 req-d2480079-169c-4652-8b57-e4cef57212f8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:56.879535 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f6b7d9db-f224-4c98-84d7-b115cf5c7ad4 req-d2480079-169c-4652-8b57-e4cef57212f8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0495281 Oct 04 08:52:56.936868 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f6b7d9db-f224-4c98-84d7-b115cf5c7ad4 req-d23f5357-549d-41dc-9382-aca011e7a510 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486505 Oct 04 08:52:57.646216 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57aca9-79ca-4ff5-af0d-b3126aaff789 req-a8034e05-188e-4ef4-af3b-27de8675ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:57.647745 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5a57aca9-79ca-4ff5-af0d-b3126aaff789 req-a8034e05-188e-4ef4-af3b-27de8675ab27 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 1130 time: 0.0703170 Oct 04 08:52:57.648641 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-22554e40-ed7e-417f-afa8-c8fc22af4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:57.649993 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-22554e40-ed7e-417f-afa8-c8fc22af4f55 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 1130 time: 0.0738208 Oct 04 08:52:57.713987 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da271668-89af-48d3-a135-10e6398ad201 req-87deb27d-c7da-40b7-8a3c-1ccb00be7a9a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:57.715513 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da271668-89af-48d3-a135-10e6398ad201 req-87deb27d-c7da-40b7-8a3c-1ccb00be7a9a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0528996 Oct 04 08:52:57.823498 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da271668-89af-48d3-a135-10e6398ad201 req-cfbed739-0039-4673-8637-3d207944632f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897889 Oct 04 08:52:57.932785 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-67f5b45f-f090-46c8-b507-86b114081ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:57.934226 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-67f5b45f-f090-46c8-b507-86b114081ccd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 1129 time: 0.1648822 Oct 04 08:52:58.048762 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-d5686562-bd02-4f08-838c-02fe1f204201 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1955338 Oct 04 08:52:58.058622 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5a57aca9-79ca-4ff5-af0d-b3126aaff789 req-78a3c2d2-4c7b-432e-b5c3-944be77410c8 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946899 Oct 04 08:52:58.091407 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7d442-9925-4f88-af98-df53d8d70cee req-675b2ea4-5bae-4bc0-bcb0-fa7b77b03241 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:58.092949 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c3b7d442-9925-4f88-af98-df53d8d70cee req-675b2ea4-5bae-4bc0-bcb0-fa7b77b03241 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0744863 Oct 04 08:52:58.116658 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-2c534db2-6634-4432-b781-e0d4388e6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:58.116658 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-2c534db2-6634-4432-b781-e0d4388e6e0d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.3228445 Oct 04 08:52:58.127620 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-0e084c05-e853-42eb-b21a-325077f3c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:58.129300 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-0e084c05-e853-42eb-b21a-325077f3c0cf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.1668892 Oct 04 08:52:58.151026 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c3b7d442-9925-4f88-af98-df53d8d70cee req-f77003ae-6170-495d-a69a-a81fce9dfd15 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505526 Oct 04 08:52:58.929198 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:58.953756 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a97b3-de6a-4694-a7f9-4614f135b248 req-764b4bd7-d979-4893-a912-1ad47b0a1f93 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:58.955421 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d59a97b3-de6a-4694-a7f9-4614f135b248 req-764b4bd7-d979-4893-a912-1ad47b0a1f93 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0485330 Oct 04 08:52:59.007059 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d59a97b3-de6a-4694-a7f9-4614f135b248 req-106907e6-e924-4c5b-b241-52725b636186 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460117 Oct 04 08:52:59.273278 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469ab03-e060-4ec7-bd22-198023b11927 req-7704fab6-616e-4d0a-acaf-d599c6d78547 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:59.275680 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8469ab03-e060-4ec7-bd22-198023b11927 req-7704fab6-616e-4d0a-acaf-d599c6d78547 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0490375 Oct 04 08:52:59.325562 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8469ab03-e060-4ec7-bd22-198023b11927 req-221703f4-9574-4933-911a-3e4a3ce70782 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443187 Oct 04 08:53:00.126244 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c855f-3081-4291-b103-7c7565fef6c7 req-25321d2f-838a-4aff-9256-e6b60ccede36 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:00.127707 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3b5c855f-3081-4291-b103-7c7565fef6c7 req-25321d2f-838a-4aff-9256-e6b60ccede36 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0452294 Oct 04 08:53:00.174036 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3b5c855f-3081-4291-b103-7c7565fef6c7 req-dc6d22ec-6c0d-4fd0-aca9-057bc58a1d43 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Oct 04 08:53:00.446468 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583426fa-bf08-430c-b2e1-35734735980a req-03cffd5e-6b3f-4cd8-9f61-805d4836a3a6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:00.448012 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-583426fa-bf08-430c-b2e1-35734735980a req-03cffd5e-6b3f-4cd8-9f61-805d4836a3a6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0457118 Oct 04 08:53:00.500031 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-583426fa-bf08-430c-b2e1-35734735980a req-aa526dec-17ba-4a50-89c2-8b1824b04c50 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465832 Oct 04 08:53:00.726342 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:01.253590 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-d78fc60b-817b-4c1d-9905-202523a040fd service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 HTTP/1.1" status: 200 len: 217 time: 0.0805578 Oct 04 08:53:01.295492 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f099b1-6af4-4646-99c1-90c81c0f0712 req-9cf88fc4-3330-4326-b702-ea8b942d2525 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:01.297062 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-70f099b1-6af4-4646-99c1-90c81c0f0712 req-9cf88fc4-3330-4326-b702-ea8b942d2525 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0485349 Oct 04 08:53:01.347023 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-70f099b1-6af4-4646-99c1-90c81c0f0712 req-581b546f-a98d-4ac6-91b3-e64e2c071808 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Oct 04 08:53:01.376145 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-5d003a9f-8f58-44c1-ba79-86a77a80b8bd service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d HTTP/1.1" status: 200 len: 1000 time: 0.2017305 Oct 04 08:53:01.381654 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-a321899e-4d46-4c16-93a6-4a6ebaf447e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:01.383277 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-a321899e-4d46-4c16-93a6-4a6ebaf447e2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=084b278155af4b28819357bcf190522d&device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 1130 time: 0.1669126 Oct 04 08:53:01.400463 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-3a5eab14-3bb1-4faa-8694-a82d9633b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:01.404003 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-3a5eab14-3bb1-4faa-8694-a82d9633b356 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.1101518 Oct 04 08:53:01.441813 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-9490054c-ecf3-4fca-971c-0d10bcad08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:01.443315 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-9490054c-ecf3-4fca-971c-0d10bcad08ae service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0565760 Oct 04 08:53:01.570431 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-67ee0f0f-dc33-4e7e-bc5c-b9a9ac8c844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:01.570431 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-67ee0f0f-dc33-4e7e-bc5c-b9a9ac8c844e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451934 Oct 04 08:53:01.598896 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-36373146-7819-4114-acd4-205698e163c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:01.600420 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-36373146-7819-4114-acd4-205698e163c0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402076 Oct 04 08:53:01.626940 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e353c-8458-43fb-a9f5-839eec4ca432 req-91d720ce-ed13-4a83-855a-933a80d56050 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:01.628505 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-211e353c-8458-43fb-a9f5-839eec4ca432 req-91d720ce-ed13-4a83-855a-933a80d56050 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0465572 Oct 04 08:53:01.677999 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-211e353c-8458-43fb-a9f5-839eec4ca432 req-1386723d-83b7-48e7-80bc-c4d263512404 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Oct 04 08:53:02.404828 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-6a42f53a-e779-4ad3-ac34-74132b9867f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:02.406307 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-6a42f53a-e779-4ad3-ac34-74132b9867f3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=f5144041-c12b-44c8-a534-32456f9ba9ba HTTP/1.1" status: 200 len: 912 time: 0.3957446 Oct 04 08:53:02.414786 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:02.428081 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:02.447488 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-530f6fbc-6b40-4275-8e7d-a2e24a810052 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893299 Oct 04 08:53:02.451520 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-306793c3-db49-4ad8-be68-27adea42ff03 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933907 Oct 04 08:53:02.490577 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f181d-1d19-44ec-be3a-89628238f601 req-3302cf78-ca51-44f4-ad93-3110e64115d2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:02.497671 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-015f181d-1d19-44ec-be3a-89628238f601 req-3302cf78-ca51-44f4-ad93-3110e64115d2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0583544 Oct 04 08:53:02.527767 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:02.543384 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-015f181d-1d19-44ec-be3a-89628238f601 req-7e49c244-34af-4410-b5ca-10627037b88a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448639 Oct 04 08:53:02.802590 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536d069-7f6e-4665-bfc0-e7c292a25591 req-f5d2fe09-3897-4350-9597-d7cb0d9fd496 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:02.804087 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b536d069-7f6e-4665-bfc0-e7c292a25591 req-f5d2fe09-3897-4350-9597-d7cb0d9fd496 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0466897 Oct 04 08:53:02.851505 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b536d069-7f6e-4665-bfc0-e7c292a25591 req-fdee51a3-0ffb-4658-8fc8-94287a695203 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Oct 04 08:53:03.049533 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-faf613f0-ea07-4811-a428-c67a9a6aa636 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=463f6f66-9c4c-42ef-b207-c2df5e8523b5 HTTP/1.1" status: 200 len: 217 time: 0.0360994 Oct 04 08:53:03.461219 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-6ac4ed10-b640-44c8-b626-6db9b07a3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:03.462934 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-6ac4ed10-b640-44c8-b626-6db9b07a3cef service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=851aafb7-8c44-49e0-bb33-8b1886321272 HTTP/1.1" status: 200 len: 850 time: 0.1547856 Oct 04 08:53:03.537062 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-81242e96-19f5-45f1-a6a9-b2cc86aadca5 req-7fcc256d-197a-4212-83ac-2f6b0412b87b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377291 Oct 04 08:53:03.544467 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6604ba1c-7462-46e7-8e30-f346a35f8cf4 req-2c9e14c0-0e51-4b84-9f61-6da459f30fc2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352057 Oct 04 08:53:03.547918 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-4c5bffaa-9bde-4828-8d4d-a5040d5ea91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:03.549023 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-4c5bffaa-9bde-4828-8d4d-a5040d5ea91a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f5144041-c12b-44c8-a534-32456f9ba9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714390 Oct 04 08:53:03.656182 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-ca88598b-bab8-4f02-a712-e52371100a45 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5144041-c12b-44c8-a534-32456f9ba9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914552 Oct 04 08:53:03.685279 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2043af-1937-4cd8-822b-3e35dc2f33a4 req-c94201a3-8e6c-4e6b-8dfb-1c3d3d49b669 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:03.687191 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8a2043af-1937-4cd8-822b-3e35dc2f33a4 req-c94201a3-8e6c-4e6b-8dfb-1c3d3d49b669 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0616605 Oct 04 08:53:03.757964 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8a2043af-1937-4cd8-822b-3e35dc2f33a4 req-affc9c95-e108-401e-9dbf-862ab9faf495 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614223 Oct 04 08:53:03.765942 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-419475b7-55f9-44c0-8257-4757290cd43c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5144041-c12b-44c8-a534-32456f9ba9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036568 Oct 04 08:53:03.983366 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92046d4-8f87-473a-a74c-510fa8749d0f req-76003586-51e3-48f5-9396-bc4a5c98fade tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:03.985002 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e92046d4-8f87-473a-a74c-510fa8749d0f req-76003586-51e3-48f5-9396-bc4a5c98fade tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0499794 Oct 04 08:53:04.035254 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e92046d4-8f87-473a-a74c-510fa8749d0f req-2bd59796-db89-4976-b8e3-8b226b7a91c6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447745 Oct 04 08:53:04.159449 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac045914-986b-40f0-94c7-a5c6c32b5a71 req-1fc2c1dd-041e-4ff7-b592-2faeff828069 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:04.161110 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ac045914-986b-40f0-94c7-a5c6c32b5a71 req-1fc2c1dd-041e-4ff7-b592-2faeff828069 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0540240 Oct 04 08:53:04.176691 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 45862) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:04.181825 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-874513ac-5acb-4821-b0d3-611db9af6e41 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'floatingip': {'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:04.268010 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-874513ac-5acb-4821-b0d3-611db9af6e41 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (ce7ea16a-f88b-41fe-953e-395ebeafd2a0), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:04.688016 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-67acd489-e3d7-45d9-be16-a41ea5e8ef5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:04.960657 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfa75f-056d-404d-9480-4c4f82111ae6 req-5972556e-4173-49e7-bbb7-2d4b494893c7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:04.962342 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b6cfa75f-056d-404d-9480-4c4f82111ae6 req-5972556e-4173-49e7-bbb7-2d4b494893c7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0789032 Oct 04 08:53:05.015350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-874513ac-5acb-4821-b0d3-611db9af6e41 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:05.020179 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b6cfa75f-056d-404d-9480-4c4f82111ae6 req-bef1f192-d715-4649-a004-6401dd3d9cc5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485866 Oct 04 08:53:05.099419 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-874513ac-5acb-4821-b0d3-611db9af6e41 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (ce7ea16a-f88b-41fe-953e-395ebeafd2a0), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:05.102276 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:05.183178 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:05.408157 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-874513ac-5acb-4821-b0d3-611db9af6e41 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Floating IP ce7ea16a-f88b-41fe-953e-395ebeafd2a0 associated. External IP: 172.27.1.153, port: 6b040ace-0eaf-4833-81ba-09cdfc978084. Oct 04 08:53:05.622292 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874513ac-5acb-4821-b0d3-611db9af6e41 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:05.731119 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874513ac-5acb-4821-b0d3-611db9af6e41 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:05.735657 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-874513ac-5acb-4821-b0d3-611db9af6e41 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:05.741198 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:05.750885 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:05.751476 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:05.767980 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-874513ac-5acb-4821-b0d3-611db9af6e41 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/ce7ea16a-f88b-41fe-953e-395ebeafd2a0 HTTP/1.1" status: 200 len: 992 time: 1.5901082 Oct 04 08:53:05.769252 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:05.771699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72" -d '{"events": [{"name": "network-changed", "server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:05.810945 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d5af1f-d911-466f-8fec-cb8cd5830da3 x-openstack-request-id: req-65d5af1f-d911-466f-8fec-cb8cd5830da3 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:05.811237 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:05.811581 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-65d5af1f-d911-466f-8fec-cb8cd5830da3 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:05.811994 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d5af1f-d911-466f-8fec-cb8cd5830da3'] response: {'name': 'network-changed', 'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'status': 'completed', 'code': 200} Oct 04 08:53:05.855627 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:05.891893 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-5f37157b-b9fc-4d72-a7c7-1d6eab100d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:05.893484 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-5f37157b-b9fc-4d72-a7c7-1d6eab100d13 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 1130 time: 0.0429609 Oct 04 08:53:05.954917 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:05.986643 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:06.005268 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-6d9d8a61-43c2-4529-9b18-7a28b846ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:06.005268 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-6d9d8a61-43c2-4529-9b18-7a28b846ebf4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 916 time: 0.0972257 Oct 04 08:53:06.089004 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-cf8d405e-d07d-467b-bc12-b32a6c163d22 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b040ace-0eaf-4833-81ba-09cdfc978084 HTTP/1.1" status: 200 len: 1000 time: 0.0838757 Oct 04 08:53:06.146587 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-c8c42bfd-1453-47dc-b4bb-67f77bee7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:06.147928 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-c8c42bfd-1453-47dc-b4bb-67f77bee7ad5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.0518081 Oct 04 08:53:06.159829 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:06.184395 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138ec6-d13e-4e7a-8a8f-9b9c742f572b req-256fcebd-fb9e-404c-a5e7-1e2a364f565b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:06.191969 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c138ec6-d13e-4e7a-8a8f-9b9c742f572b req-256fcebd-fb9e-404c-a5e7-1e2a364f565b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0662150 Oct 04 08:53:06.202664 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'ce7ea16a-f88b-41fe-953e-395ebeafd2a0', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:19Z', 'updated_at': '2022-10-04T08:53:04Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:06.225822 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-53da0a22-a56d-491a-b291-470901162559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:06.228902 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-53da0a22-a56d-491a-b291-470901162559 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623994 Oct 04 08:53:06.236787 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:06.250172 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:06.250825 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:52:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:06.257607 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c138ec6-d13e-4e7a-8a8f-9b9c742f572b req-1cab6c6f-0868-4060-8335-b13ef89db8ea tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645866 Oct 04 08:53:06.362763 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-16e24205-8b2f-4149-ac06-3207148b845e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196902 Oct 04 08:53:06.406461 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:06.429522 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:06.472351 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9c498ca9-1174-4fa4-bfbe-fb1baf2a4b72 req-dfaee035-23ae-4f51-9378-acbcfe642eb1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031449 Oct 04 08:53:06.639499 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'ce7ea16a-f88b-41fe-953e-395ebeafd2a0', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:19Z', 'updated_at': '2022-10-04T08:53:04Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:06.664747 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c6af1-e45c-4b9a-a60f-139d89b48878 None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'ce7ea16a-f88b-41fe-953e-395ebeafd2a0', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:19Z', 'updated_at': '2022-10-04T08:53:04Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:06.888255 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1a83f4-411f-49bc-87cc-bb54fdf72432 None None] New status for floating IP ce7ea16a-f88b-41fe-953e-395ebeafd2a0: ACTIVE {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:53:07.037802 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a72f-9314-4ecc-ac55-751029c3285e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:07.379785 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b9532-5880-4ac5-99d3-eff2c84e293f req-f17deaa0-578f-42a5-85d1-b7e1dd6119e1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:07.381719 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-df1b9532-5880-4ac5-99d3-eff2c84e293f req-f17deaa0-578f-42a5-85d1-b7e1dd6119e1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0462024 Oct 04 08:53:07.436814 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-df1b9532-5880-4ac5-99d3-eff2c84e293f req-207e29c8-9381-4ecc-beb5-d4cb5c7d066c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459206 Oct 04 08:53:08.247950 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:08.560666 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a540-b099-4f45-bd0b-5ea8f3fe5d59 req-a11fa0d3-0540-4fbe-95b9-66d2a6b694fd tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:08.562136 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8282a540-b099-4f45-bd0b-5ea8f3fe5d59 req-a11fa0d3-0540-4fbe-95b9-66d2a6b694fd tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0462520 Oct 04 08:53:08.608967 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8282a540-b099-4f45-bd0b-5ea8f3fe5d59 req-ef87e8fd-3c35-4283-a1ae-3a94fb6850a3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Oct 04 08:53:09.619668 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:09.724664 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e955-3846-4f0c-9e24-dbb1579ca26a req-c3e9c664-04c2-45fb-90a1-8b90b7830699 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:09.726125 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fdc4e955-3846-4f0c-9e24-dbb1579ca26a req-c3e9c664-04c2-45fb-90a1-8b90b7830699 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0453553 Oct 04 08:53:09.773169 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fdc4e955-3846-4f0c-9e24-dbb1579ca26a req-004618e1-0949-40ab-9419-7ad262fdb76c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Oct 04 08:53:10.007470 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:10.897044 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f26515-906d-4608-9c59-080c87639238 req-544a5c84-dd5e-4d02-a793-a1b7f4c03937 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:10.898606 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-65f26515-906d-4608-9c59-080c87639238 req-544a5c84-dd5e-4d02-a793-a1b7f4c03937 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0524311 Oct 04 08:53:10.951316 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-65f26515-906d-4608-9c59-080c87639238 req-0a3bfcbc-9e50-4ad2-94a1-d7620f840769 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448067 Oct 04 08:53:12.076806 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a564642-963e-4d2e-8d80-00de28f755ef req-763c1e58-8b19-4898-8d72-27919262ff5f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:12.078319 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8a564642-963e-4d2e-8d80-00de28f755ef req-763c1e58-8b19-4898-8d72-27919262ff5f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0489781 Oct 04 08:53:12.116497 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:12.128828 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8a564642-963e-4d2e-8d80-00de28f755ef req-c7c82830-fa85-490d-a7c9-97f2b4576e70 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447967 Oct 04 08:53:13.266738 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21414-c421-43dd-9086-006b86475b7a req-dcd87866-7d0c-4d0f-a8e3-a6a6497a074a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:13.269353 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a0b21414-c421-43dd-9086-006b86475b7a req-dcd87866-7d0c-4d0f-a8e3-a6a6497a074a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0629747 Oct 04 08:53:13.358097 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4e8e-b39e-4dd6-ad60-48924cb11671 req-d696726f-2916-4d1a-8d2c-3ba6230a3e86 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:13.359844 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-268c4e8e-b39e-4dd6-ad60-48924cb11671 req-d696726f-2916-4d1a-8d2c-3ba6230a3e86 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 946 time: 0.0768383 Oct 04 08:53:13.363361 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a0b21414-c421-43dd-9086-006b86475b7a req-e9739ad1-fcb3-4432-9195-40e7f766620f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881979 Oct 04 08:53:13.412603 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-268c4e8e-b39e-4dd6-ad60-48924cb11671 req-953f81ed-1ff8-4ba1-9af5-defda47d16bd tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464499 Oct 04 08:53:14.496598 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99fa93-2082-4a93-9b77-b173fb4139c2 req-6ceb17b4-daa6-4a8c-b729-288159377d68 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:14.498076 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-af99fa93-2082-4a93-9b77-b173fb4139c2 req-6ceb17b4-daa6-4a8c-b729-288159377d68 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0460899 Oct 04 08:53:14.566727 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cca5b-d06c-4059-bb24-b2e1b2f7c2d6 req-17e8e138-63f9-4c88-b693-5bfef91bd2bd tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:14.568376 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-073cca5b-d06c-4059-bb24-b2e1b2f7c2d6 req-17e8e138-63f9-4c88-b693-5bfef91bd2bd tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 946 time: 0.0692384 Oct 04 08:53:14.597608 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-af99fa93-2082-4a93-9b77-b173fb4139c2 req-82006cb8-2b12-4d12-9b3a-0495db26df0f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902817 Oct 04 08:53:14.634244 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-073cca5b-d06c-4059-bb24-b2e1b2f7c2d6 req-1b778551-7c41-4f99-801e-cad113445890 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Oct 04 08:53:15.743757 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b7526-a650-44eb-b51f-1d125fd418b1 req-16436592-5567-48f7-80c5-c55bf3d65b70 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:15.745213 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a90b7526-a650-44eb-b51f-1d125fd418b1 req-16436592-5567-48f7-80c5-c55bf3d65b70 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0630815 Oct 04 08:53:15.800586 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e584413-b015-48ad-800f-41c17125b8fb req-26c48d49-8424-4eac-9795-8ad778772ad2 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:15.802154 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5e584413-b015-48ad-800f-41c17125b8fb req-26c48d49-8424-4eac-9795-8ad778772ad2 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 946 time: 0.0781016 Oct 04 08:53:15.846020 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a90b7526-a650-44eb-b51f-1d125fd418b1 req-c16e3065-b287-4868-af77-c33c9e1d6496 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840476 Oct 04 08:53:15.875479 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5e584413-b015-48ad-800f-41c17125b8fb req-43a404c5-116e-44ae-9dce-3e9be9a1e21e tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6613075d-5acc-4519-bd9c-35274190ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625303 Oct 04 08:53:15.892610 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46110) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:15.952520 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-0bca7671-8f0f-4006-8a65-d81fab2261c5 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:15.954031 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-0bca7671-8f0f-4006-8a65-d81fab2261c5 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 946 time: 0.1015911 Oct 04 08:53:16.027313 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1556cb48-82b7-407f-94a2-a7b1f6fc34a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.029905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:16.083538 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Deleting port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:16.083885 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.111109 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1556cb48-82b7-407f-94a2-a7b1f6fc34a3 admin admin] Publish callbacks [] for security_group (84d37df5-08f7-43ac-ae9a-8169cf497910), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.184316 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:16.192501 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] For port 463f6f66-9c4c-42ef-b207-c2df5e8523b5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=463f6f66-9c4c-42ef-b207-c2df5e8523b5,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:16.192890 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.202089 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1556cb48-82b7-407f-94a2-a7b1f6fc34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (84d37df5-08f7-43ac-ae9a-8169cf497910), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.209023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Calling delete_port for 463f6f66-9c4c-42ef-b207-c2df5e8523b5 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:16.246650 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-1556cb48-82b7-407f-94a2-a7b1f6fc34a3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=98c4346c134348c0ba2fd84a5cb1600b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504376 Oct 04 08:53:16.246650 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556cb48-82b7-407f-94a2-a7b1f6fc34a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d37df5-08f7-43ac-ae9a-8169cf497910,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:16.247550 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46118) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:16.262610 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:16.303219 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b30b1676-472a-4ecf-a694-ffa3155f8775 admin admin] Publish callbacks [] for security_group (84d37df5-08f7-43ac-ae9a-8169cf497910), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.325754 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b30b1676-472a-4ecf-a694-ffa3155f8775 admin admin] Publish callbacks [] for security_group (84d37df5-08f7-43ac-ae9a-8169cf497910), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.482092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (463f6f66-9c4c-42ef-b207-c2df5e8523b5), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.482287 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b30b1676-472a-4ecf-a694-ffa3155f8775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (84d37df5-08f7-43ac-ae9a-8169cf497910), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.484979 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b30b1676-472a-4ecf-a694-ffa3155f8775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.487346 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-b30b1676-472a-4ecf-a694-ffa3155f8775 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/84d37df5-08f7-43ac-ae9a-8169cf497910 HTTP/1.1" status: 204 len: 168 time: 0.2388766 Oct 04 08:53:16.497816 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b1676-472a-4ecf-a694-ffa3155f8775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d37df5-08f7-43ac-ae9a-8169cf497910,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:16.503724 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['463f6f66-9c4c-42ef-b207-c2df5e8523b5'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:53:16.542137 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:16.556285 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Pushing event deleted for resources: {'Port': ['ID=463f6f66-9c4c-42ef-b207-c2df5e8523b5,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:16.595250 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] No DVR routers for this DVR port 463f6f66-9c4c-42ef-b207-c2df5e8523b5 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:16.598532 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:16.602029 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7814fd2b-2a41-4e0a-8fdd-6ec8dcfa0492 req-84df6fab-525a-4f69-a201-cd4f3c8dbce1 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.42 "DELETE /networking/v2.0/ports/463f6f66-9c4c-42ef-b207-c2df5e8523b5 HTTP/1.1" status: 204 len: 173 time: 0.6418216 Oct 04 08:53:16.603128 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb', 'name': 'network-vif-deleted', 'tag': '463f6f66-9c4c-42ef-b207-c2df5e8523b5'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:16.605707 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119eb328-2f35-4cbf-a3dc-83c4ac45bdf8" -d '{"events": [{"server_uuid": "33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb", "name": "network-vif-deleted", "tag": "463f6f66-9c4c-42ef-b207-c2df5e8523b5"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:16.641926 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:53:16.643001 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=54 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:16.651060 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb67642-03dc-4205-ac60-620cc61f0593 x-openstack-request-id: req-abb67642-03dc-4205-ac60-620cc61f0593 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:16.651382 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb", "name": "network-vif-deleted", "tag": "463f6f66-9c4c-42ef-b207-c2df5e8523b5", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:16.651640 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-abb67642-03dc-4205-ac60-620cc61f0593 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:16.652367 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb67642-03dc-4205-ac60-620cc61f0593'] response: {'server_uuid': '33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb', 'name': 'network-vif-deleted', 'tag': '463f6f66-9c4c-42ef-b207-c2df5e8523b5', 'status': 'completed', 'code': 200} Oct 04 08:53:17.007577 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8b50a021-0de0-438b-a314-cc7eccecfe74 req-49a57885-eec1-4c4a-9e82-d70d903b9f5a tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 210 time: 0.0391960 Oct 04 08:53:17.017406 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccee781-7bdb-4d25-807d-228969ff5441 req-b0baca4f-8c15-4445-9fb1-9c666b7bf729 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:17.023403 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5ccee781-7bdb-4d25-807d-228969ff5441 req-b0baca4f-8c15-4445-9fb1-9c666b7bf729 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0936344 Oct 04 08:53:17.083219 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5ccee781-7bdb-4d25-807d-228969ff5441 req-7bace9e4-7963-4f59-aae8-2ee95a8ef8a0 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586720 Oct 04 08:53:17.120359 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46156) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:17.175121 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6f2791-b41c-4a6f-a0d0-a09b9712845d admin admin] Deleting subnet 6809f3ee-dcac-4a86-b35f-5bb8a2dd2368 {{(pid=113286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:53:17.178550 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2791-b41c-4a6f-a0d0-a09b9712845d admin admin] Publish callbacks [] for subnet (6809f3ee-dcac-4a86-b35f-5bb8a2dd2368), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.214990 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2791-b41c-4a6f-a0d0-a09b9712845d admin admin] Publish callbacks [] for subnet (6809f3ee-dcac-4a86-b35f-5bb8a2dd2368), precommit_delete_associations {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.224422 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2791-b41c-4a6f-a0d0-a09b9712845d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (6809f3ee-dcac-4a86-b35f-5bb8a2dd2368), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.240859 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46162) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:17.255288 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-55705f32-fa9b-45d2-b3ef-1e5a6ef17a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.335714 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-55705f32-fa9b-45d2-b3ef-1e5a6ef17a33 admin admin] Publish callbacks [] for security_group (8b2ba833-abb2-4e40-8f19-9fa64fb030a8), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.339785 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2791-b41c-4a6f-a0d0-a09b9712845d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (6809f3ee-dcac-4a86-b35f-5bb8a2dd2368), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.363963 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f2791-b41c-4a6f-a0d0-a09b9712845d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6809f3ee-dcac-4a86-b35f-5bb8a2dd2368,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:17.370724 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2791-b41c-4a6f-a0d0-a09b9712845d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.373713 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-fe6f2791-b41c-4a6f-a0d0-a09b9712845d admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/6809f3ee-dcac-4a86-b35f-5bb8a2dd2368 HTTP/1.1" status: 204 len: 168 time: 0.2523320 Oct 04 08:53:17.376244 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46166) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:17.411027 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46168) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:17.423603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-55705f32-fa9b-45d2-b3ef-1e5a6ef17a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8b2ba833-abb2-4e40-8f19-9fa64fb030a8), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.467576 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55705f32-fa9b-45d2-b3ef-1e5a6ef17a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ba833-abb2-4e40-8f19-9fa64fb030a8,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:17.488508 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-55705f32-fa9b-45d2-b3ef-1e5a6ef17a33 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a502a04efa464890a297b3b9257da948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464144 Oct 04 08:53:17.488675 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46174) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:17.550103 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-28aeabc3-30f8-4bde-9014-b868c4786da8 admin admin] Publish callbacks [] for security_group (8b2ba833-abb2-4e40-8f19-9fa64fb030a8), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.576548 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9c168d1f-16d7-4a0e-8c5a-f04d889491be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.586604 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (1ace77e3-8c44-4cea-adf2-cc9b6d48535d), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.589995 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-28aeabc3-30f8-4bde-9014-b868c4786da8 admin admin] Publish callbacks [] for security_group (8b2ba833-abb2-4e40-8f19-9fa64fb030a8), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.608575 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:17.664000 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9c168d1f-16d7-4a0e-8c5a-f04d889491be admin admin] Publish callbacks [] for security_group (6de95c82-9615-408b-b67a-e289dc5dccfd), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.706914 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (1ace77e3-8c44-4cea-adf2-cc9b6d48535d), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.726298 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9c168d1f-16d7-4a0e-8c5a-f04d889491be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6de95c82-9615-408b-b67a-e289dc5dccfd), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.729058 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.729429 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.730169 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.730557 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > port after_create 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.730905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > port after_delete 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.731243 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > port after_update 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.731568 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.731950 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.732271 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.732595 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.738369 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:17.773399 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c168d1f-16d7-4a0e-8c5a-f04d889491be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de95c82-9615-408b-b67a-e289dc5dccfd,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:17.778240 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-9c168d1f-16d7-4a0e-8c5a-f04d889491be admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=303be2948a6f4834a7221f47b03635b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661571 Oct 04 08:53:17.781116 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46180) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:17.815830 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.816349 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.816689 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.817026 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:53:17.817425 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ace77e3-8c44-4cea-adf2-cc9b6d48535d']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:17.830681 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-28aeabc3-30f8-4bde-9014-b868c4786da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8b2ba833-abb2-4e40-8f19-9fa64fb030a8), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.833465 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-28aeabc3-30f8-4bde-9014-b868c4786da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.834654 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-28aeabc3-30f8-4bde-9014-b868c4786da8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8b2ba833-abb2-4e40-8f19-9fa64fb030a8 HTTP/1.1" status: 204 len: 168 time: 0.3449104 Oct 04 08:53:17.835142 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ab7988bf-7485-413e-981d-2fdfa7617966 admin admin] Publish callbacks [] for security_group (6de95c82-9615-408b-b67a-e289dc5dccfd), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.844554 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042a841f-d966-4703-acb9-5d72f2fb8d6a') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:17.844866 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042a841f-d966-4703-acb9-5d72f2fb8d6a') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:17.858207 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ab7988bf-7485-413e-981d-2fdfa7617966 admin admin] Publish callbacks [] for security_group (6de95c82-9615-408b-b67a-e289dc5dccfd), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.865296 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aeabc3-30f8-4bde-9014-b868c4786da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ba833-abb2-4e40-8f19-9fa64fb030a8,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:17.869952 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (042a841f-d966-4703-acb9-5d72f2fb8d6a), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.874427 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:17.894909 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (042a841f-d966-4703-acb9-5d72f2fb8d6a), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.907535 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:53:17.907927 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (042a841f-d966-4703-acb9-5d72f2fb8d6a), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.996305 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ab7988bf-7485-413e-981d-2fdfa7617966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6de95c82-9615-408b-b67a-e289dc5dccfd), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:17.999140 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ab7988bf-7485-413e-981d-2fdfa7617966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.000324 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-ab7988bf-7485-413e-981d-2fdfa7617966 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6de95c82-9615-408b-b67a-e289dc5dccfd HTTP/1.1" status: 204 len: 168 time: 0.2184236 Oct 04 08:53:18.011045 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7988bf-7485-413e-981d-2fdfa7617966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de95c82-9615-408b-b67a-e289dc5dccfd,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:18.055038 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (1ace77e3-8c44-4cea-adf2-cc9b6d48535d), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.073387 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.080144 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/1ace77e3-8c44-4cea-adf2-cc9b6d48535d HTTP/1.1" status: 204 len: 168 time: 0.7001147 Oct 04 08:53:18.080610 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46196) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:18.088399 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881df49-6e2b-4166-82b4-7fc6bfdc798f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ace77e3-8c44-4cea-adf2-cc9b6d48535d,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:18.146890 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:18.176733 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1af6881c-db9c-488b-9ebb-a888e9f8a647 req-439d9af3-ef4e-4893-8c46-e565e3086c62 tempest-DeleteServersTestJSON-1054854163 tempest-DeleteServersTestJSON-1054854163-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33c1d6f3-496b-4a3d-bdc7-184f0a8a97cb HTTP/1.1" status: 200 len: 210 time: 0.0494204 Oct 04 08:53:18.182916 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e94eca-eddf-4468-8e64-61b8ccbae5a4 admin admin] Deleting subnet 491a3d38-353a-4759-a00b-25f1e092fe3d {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:53:18.189901 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80e94eca-eddf-4468-8e64-61b8ccbae5a4 admin admin] Publish callbacks [] for subnet (491a3d38-353a-4759-a00b-25f1e092fe3d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.246968 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80e94eca-eddf-4468-8e64-61b8ccbae5a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (491a3d38-353a-4759-a00b-25f1e092fe3d), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.284475 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b2b09-f996-46b5-a6d1-c3d9205f74c4 req-b4f0fc58-c285-426d-bd5f-ee21cd618bcf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:18.286509 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-191b2b09-f996-46b5-a6d1-c3d9205f74c4 req-b4f0fc58-c285-426d-bd5f-ee21cd618bcf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0670488 Oct 04 08:53:18.311136 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80e94eca-eddf-4468-8e64-61b8ccbae5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (491a3d38-353a-4759-a00b-25f1e092fe3d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.317125 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 042a841f-d966-4703-acb9-5d72f2fb8d6a resource provider aggregate not found Oct 04 08:53:18.352729 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 042a841f-d966-4703-acb9-5d72f2fb8d6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 042a841f-d966-4703-acb9-5d72f2fb8d6a found for delete ", "request_id": "req-b63e36b3-253c-49a4-8978-739eb52a93d8"}]} Oct 04 08:53:18.365051 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-191b2b09-f996-46b5-a6d1-c3d9205f74c4 req-5df0e382-388f-4766-8980-ea5411c12cfb tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704439 Oct 04 08:53:18.526525 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80e94eca-eddf-4468-8e64-61b8ccbae5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (491a3d38-353a-4759-a00b-25f1e092fe3d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.559516 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e94eca-eddf-4468-8e64-61b8ccbae5a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491a3d38-353a-4759-a00b-25f1e092fe3d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:18.561269 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80e94eca-eddf-4468-8e64-61b8ccbae5a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.565360 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-80e94eca-eddf-4468-8e64-61b8ccbae5a4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/491a3d38-353a-4759-a00b-25f1e092fe3d HTTP/1.1" status: 204 len: 168 time: 0.4837267 Oct 04 08:53:18.568012 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46216) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:18.653672 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (f19c0ede-efb2-4d12-87e2-fe062bdbff01), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.748302 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (f19c0ede-efb2-4d12-87e2-fe062bdbff01), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.762733 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19c0ede-efb2-4d12-87e2-fe062bdbff01']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:18.771897 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4f5036-d350-4047-a29c-ff52cd96264f') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:18.772192 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4f5036-d350-4047-a29c-ff52cd96264f') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:18.781722 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (1a4f5036-d350-4047-a29c-ff52cd96264f), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.795489 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (1a4f5036-d350-4047-a29c-ff52cd96264f), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.802069 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:53:18.802474 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (1a4f5036-d350-4047-a29c-ff52cd96264f), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.939470 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (f19c0ede-efb2-4d12-87e2-fe062bdbff01), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.944490 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:18.949724 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f19c0ede-efb2-4d12-87e2-fe062bdbff01 HTTP/1.1" status: 204 len: 168 time: 0.3791821 Oct 04 08:53:18.966244 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ddd3c-2785-4eeb-babd-cad3ae341b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f19c0ede-efb2-4d12-87e2-fe062bdbff01,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:19.148400 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 463f6f66-9c4c-42ef-b207-c2df5e8523b5 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:19.169558 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 463f6f66-9c4c-42ef-b207-c2df5e8523b5 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:19.169905 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 463f6f66-9c4c-42ef-b207-c2df5e8523b5 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:19.433082 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46264) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:19.519501 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46268) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:19.520018 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-aa067c31-b06c-4879-81ef-33b74408f998 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=894b70b0c4954b869c836a087285825a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816793 Oct 04 08:53:19.559015 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402e41c-240c-4090-a8c8-61e121a3fe1e req-a1af7d2d-3731-4549-a36a-8600054d0aad tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:19.560509 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8402e41c-240c-4090-a8c8-61e121a3fe1e req-a1af7d2d-3731-4549-a36a-8600054d0aad tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0951052 Oct 04 08:53:19.606756 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-707d36ed-bfbe-419a-b361-a08b45bfda03 admin admin] Publish callbacks [] for security_group (1ce4ae1a-df81-4cf3-ae16-3c095ac3b308), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:19.639022 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8402e41c-240c-4090-a8c8-61e121a3fe1e req-be0587bd-b3e8-41da-ab52-0818a98569e6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711346 Oct 04 08:53:19.640826 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-707d36ed-bfbe-419a-b361-a08b45bfda03 admin admin] Publish callbacks [] for security_group (1ce4ae1a-df81-4cf3-ae16-3c095ac3b308), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:19.670179 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:19.751476 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-707d36ed-bfbe-419a-b361-a08b45bfda03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1ce4ae1a-df81-4cf3-ae16-3c095ac3b308), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:19.754828 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-707d36ed-bfbe-419a-b361-a08b45bfda03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:19.761476 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-707d36ed-bfbe-419a-b361-a08b45bfda03 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1ce4ae1a-df81-4cf3-ae16-3c095ac3b308 HTTP/1.1" status: 204 len: 168 time: 0.2368841 Oct 04 08:53:19.776032 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d36ed-bfbe-419a-b361-a08b45bfda03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce4ae1a-df81-4cf3-ae16-3c095ac3b308,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:20.379722 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 1a4f5036-d350-4047-a29c-ff52cd96264f resource provider aggregate not found Oct 04 08:53:20.389109 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 1a4f5036-d350-4047-a29c-ff52cd96264f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a4f5036-d350-4047-a29c-ff52cd96264f found for delete ", "request_id": "req-a21da65b-186c-4d2a-b729-9d567de04e5f"}]} Oct 04 08:53:20.471156 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46294) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:20.515096 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-00b79323-25cc-423b-a307-6698a6bb2460 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=41f95b0165414ef49a5b29ff4177ca10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427265 Oct 04 08:53:20.517771 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46296) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:20.567889 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a22a9810-99f8-4e44-ab16-7d7886445d60 admin admin] Publish callbacks [] for security_group (bd0a3c9b-3f41-4375-b86a-6d8f0d327226), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:20.587888 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a22a9810-99f8-4e44-ab16-7d7886445d60 admin admin] Publish callbacks [] for security_group (bd0a3c9b-3f41-4375-b86a-6d8f0d327226), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:20.705499 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a22a9810-99f8-4e44-ab16-7d7886445d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (bd0a3c9b-3f41-4375-b86a-6d8f0d327226), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:20.708292 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a22a9810-99f8-4e44-ab16-7d7886445d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:20.709647 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-a22a9810-99f8-4e44-ab16-7d7886445d60 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bd0a3c9b-3f41-4375-b86a-6d8f0d327226 HTTP/1.1" status: 204 len: 168 time: 0.1908245 Oct 04 08:53:20.720612 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9810-99f8-4e44-ab16-7d7886445d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0a3c9b-3f41-4375-b86a-6d8f0d327226,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:20.766345 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c9e2e-854a-44f6-b8a2-d8f758f69713 req-5035cbfe-3bcf-4ca9-a41e-500f9e578b1f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:20.768421 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d19c9e2e-854a-44f6-b8a2-d8f758f69713 req-5035cbfe-3bcf-4ca9-a41e-500f9e578b1f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0485749 Oct 04 08:53:20.832769 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d19c9e2e-854a-44f6-b8a2-d8f758f69713 req-8f6fa6b4-3895-460b-8ada-32de0c48d3eb tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573366 Oct 04 08:53:20.971362 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46314) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:21.108276 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:21.367196 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (1506a51f-df27-4d87-b79e-55a5bad8e7ea), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:21.637574 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Deleting port e8710aa8-7187-46d8-8b55-ce1e99e099fa {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:21.638145 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:21.655047 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:21.943026 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] For port e8710aa8-7187-46d8-8b55-ce1e99e099fa, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=e8710aa8-7187-46d8-8b55-ce1e99e099fa,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:21.943392 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:21.960017 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Calling delete_port for e8710aa8-7187-46d8-8b55-ce1e99e099fa owned by network:router_interface {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:22.048595 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871d21e-6542-46df-b423-d8c29896a223 req-730e1066-da06-4f42-bef9-9d4e914d84d3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:22.050830 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d871d21e-6542-46df-b423-d8c29896a223 req-730e1066-da06-4f42-bef9-9d4e914d84d3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0608416 Oct 04 08:53:22.127200 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66eda0b3-93b7-47c1-a0b9-79e1c6158001 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=242e1450de5b4b7b9cc030474995f021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453506 Oct 04 08:53:22.148065 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d871d21e-6542-46df-b423-d8c29896a223 req-5d4af522-fff9-47a6-9c43-fdd06690b7d5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901175 Oct 04 08:53:22.253713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (e8710aa8-7187-46d8-8b55-ce1e99e099fa), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:22.283563 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8710aa8-7187-46d8-8b55-ce1e99e099fa,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:22.331610 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-6d2a563d-79e9-4d15-a963-9906c8a30e7f tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:22.333150 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-6d2a563d-79e9-4d15-a963-9906c8a30e7f tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980116 Oct 04 08:53:22.350018 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-3957afd2-38df-4f66-b29b-a98d0a29e515 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/quotas/242e1450de5b4b7b9cc030474995f021 HTTP/1.1" status: 200 len: 375 time: 0.0099828 Oct 04 08:53:22.402380 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-b421ddcd-1e2c-426b-870d-fe0b510c7f54 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=242e1450de5b4b7b9cc030474995f021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451488 Oct 04 08:53:22.430229 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:22.486714 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (1506a51f-df27-4d87-b79e-55a5bad8e7ea), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:22.721745 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Router 1506a51f-df27-4d87-b79e-55a5bad8e7ea has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:22.755473 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:22.819296 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:22.824385 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f915ff23-b6ab-46a7-9568-07d5d317229e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1506a51f-df27-4d87-b79e-55a5bad8e7ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8519938 Oct 04 08:53:22.827042 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46374) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:22.830948 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] Sync routers for ids ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:22.840422 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] Routers {'1506a51f-df27-4d87-b79e-55a5bad8e7ea'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:22.841016 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:22.952660 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fd8dc7da-3f8e-4cd8-80ce-59d2b8cf7b8e req-9934ac4b-4d52-4424-b21e-e7e8c2d40435 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 210 time: 0.0375681 Oct 04 08:53:22.962090 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] Set router 1506a51f-df27-4d87-b79e-55a5bad8e7ea gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:23.033676 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks [] for router (1506a51f-df27-4d87-b79e-55a5bad8e7ea), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.178179 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:56Z', 'updated_at': '2022-10-04T08:53:22Z', 'revision_number': 5, 'project_id': '084b278155af4b28819357bcf190522d', 'gw_port': {'id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:23.194068 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks [] for router_gateway (1506a51f-df27-4d87-b79e-55a5bad8e7ea), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.205521 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] Checking router: 1506a51f-df27-4d87-b79e-55a5bad8e7ea for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:23.214642 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] Routers {'1506a51f-df27-4d87-b79e-55a5bad8e7ea'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:23.215527 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:23.319104 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bcc1b-9915-4590-a925-19a093a8b479 req-cdb187cb-7c4d-48a0-9c8e-f45efc53aa64 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:23.327173 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-af4bcc1b-9915-4590-a925-19a093a8b479 req-cdb187cb-7c4d-48a0-9c8e-f45efc53aa64 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0573018 Oct 04 08:53:23.340623 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] Set router 1506a51f-df27-4d87-b79e-55a5bad8e7ea gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:23.342987 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Deleting port 46a73519-cee4-49f2-b6ed-b04a0d821d92 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:23.342987 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.402744 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-af4bcc1b-9915-4590-a925-19a093a8b479 req-142bf827-38fa-4d21-9cee-216a64406d2e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743353 Oct 04 08:53:23.411472 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46396) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:23.460668 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:23.464874 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] For port 46a73519-cee4-49f2-b6ed-b04a0d821d92, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=46a73519-cee4-49f2-b6ed-b04a0d821d92,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:23.471406 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.485228 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Calling delete_port for 46a73519-cee4-49f2-b6ed-b04a0d821d92 owned by network:router_gateway {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:23.541935 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:56Z', 'updated_at': '2022-10-04T08:53:22Z', 'revision_number': 5, 'project_id': '084b278155af4b28819357bcf190522d', 'gw_port': {'id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:23.553574 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-43444f4d-f801-4d0d-a64d-17a6d8eca81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.578155 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a78aa87-9dc0-436c-a9a2-63c53145e6f9 None None] The sync data for ids ['1506a51f-df27-4d87-b79e-55a5bad8e7ea'] in dv-cinder-859447-2-iscsi is: [{'id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'name': 'tempest-DeleteServersTestJSON-784689536-router', 'tenant_id': '084b278155af4b28819357bcf190522d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:56Z', 'updated_at': '2022-10-04T08:53:22Z', 'revision_number': 5, 'project_id': '084b278155af4b28819357bcf190522d', 'gw_port': {'id': '46a73519-cee4-49f2-b6ed-b04a0d821d92', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1506a51f-df27-4d87-b79e-55a5bad8e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:23.664346 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:23.666975 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-43444f4d-f801-4d0d-a64d-17a6d8eca81e admin admin] Publish callbacks [] for security_group (daf1b5d9-eb20-440b-8984-972416169b8d), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.748929 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-43444f4d-f801-4d0d-a64d-17a6d8eca81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (daf1b5d9-eb20-440b-8984-972416169b8d), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.749104 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (46a73519-cee4-49f2-b6ed-b04a0d821d92), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.759145 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:23.783280 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a73519-cee4-49f2-b6ed-b04a0d821d92,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:23.791614 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43444f4d-f801-4d0d-a64d-17a6d8eca81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf1b5d9-eb20-440b-8984-972416169b8d,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:23.799073 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-43444f4d-f801-4d0d-a64d-17a6d8eca81e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=00b0fcbba3a14cde9a5a5cfd0374d3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858883 Oct 04 08:53:23.799734 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46406) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:23.849208 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (1506a51f-df27-4d87-b79e-55a5bad8e7ea), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.855616 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d558fa1-bcc5-441a-8507-6b60250ce3a8 admin admin] Publish callbacks [] for security_group (daf1b5d9-eb20-440b-8984-972416169b8d), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.879157 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d558fa1-bcc5-441a-8507-6b60250ce3a8 admin admin] Publish callbacks [] for security_group (daf1b5d9-eb20-440b-8984-972416169b8d), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.891421 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:23.978586 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (1506a51f-df27-4d87-b79e-55a5bad8e7ea), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.999772 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks [] for router_controller (1506a51f-df27-4d87-b79e-55a5bad8e7ea), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.043721 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d558fa1-bcc5-441a-8507-6b60250ce3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (daf1b5d9-eb20-440b-8984-972416169b8d), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.046380 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d558fa1-bcc5-441a-8507-6b60250ce3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.051776 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-0d558fa1-bcc5-441a-8507-6b60250ce3a8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/daf1b5d9-eb20-440b-8984-972416169b8d HTTP/1.1" status: 204 len: 168 time: 0.2466364 Oct 04 08:53:24.107429 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-df03ecc7-2385-454f-9b80-21bbd43b7882 req-9d18461d-6937-497a-8b5b-9dabeb024ee3 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 210 time: 0.0577674 Oct 04 08:53:24.108997 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d558fa1-bcc5-441a-8507-6b60250ce3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf1b5d9-eb20-440b-8984-972416169b8d,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:24.126007 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=54,neutron:UPDATE=7 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:24.156062 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device e8710aa8-7187-46d8-8b55-ce1e99e099fa no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:24.173501 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (1506a51f-df27-4d87-b79e-55a5bad8e7ea), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.174255 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1506a51f-df27-4d87-b79e-55a5bad8e7ea {{(pid=113287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:53:24.186279 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.186279 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-82ca0396-88a2-42fb-8ec8-3cfb64df8458 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/1506a51f-df27-4d87-b79e-55a5bad8e7ea HTTP/1.1" status: 204 len: 168 time: 1.3531613 Oct 04 08:53:24.186752 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46420) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:24.224041 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: e8710aa8-7187-46d8-8b55-ce1e99e099fa {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:24.224041 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device e8710aa8-7187-46d8-8b55-ce1e99e099fa not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:24.270594 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c3cb60-0908-4ed9-bb15-c79de4d753a5 admin admin] Deleting subnet 851aafb7-8c44-49e0-bb33-8b1886321272 {{(pid=113286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:53:24.275104 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb60-0908-4ed9-bb15-c79de4d753a5 admin admin] Publish callbacks [] for subnet (851aafb7-8c44-49e0-bb33-8b1886321272), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.317422 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb60-0908-4ed9-bb15-c79de4d753a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27773343'] for subnet (851aafb7-8c44-49e0-bb33-8b1886321272), precommit_delete_associations {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.606290 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf03b1-5a5e-46c2-89b2-04c1f98166b5 req-a7612c83-8d5a-45c0-93c3-0a2cb3400df5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:24.607483 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-87cf03b1-5a5e-46c2-89b2-04c1f98166b5 req-a7612c83-8d5a-45c0-93c3-0a2cb3400df5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0653133 Oct 04 08:53:24.717958 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb60-0908-4ed9-bb15-c79de4d753a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (851aafb7-8c44-49e0-bb33-8b1886321272), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.755979 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-87cf03b1-5a5e-46c2-89b2-04c1f98166b5 req-91b016ea-e154-4758-a380-97ea8a085d30 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357846 Oct 04 08:53:24.848621 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb60-0908-4ed9-bb15-c79de4d753a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28129064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29048720'] for subnet (851aafb7-8c44-49e0-bb33-8b1886321272), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.875236 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3cb60-0908-4ed9-bb15-c79de4d753a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851aafb7-8c44-49e0-bb33-8b1886321272,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:24.882293 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb60-0908-4ed9-bb15-c79de4d753a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.884978 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-10c3cb60-0908-4ed9-bb15-c79de4d753a5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/851aafb7-8c44-49e0-bb33-8b1886321272 HTTP/1.1" status: 204 len: 168 time: 0.6984253 Oct 04 08:53:24.887312 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46448) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:24.887839 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9007c00-aa7c-4418-b51e-2c86d3648782 None None] Network f5144041-c12b-44c8-a534-32456f9ba9ba requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:24.986462 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (f5144041-c12b-44c8-a534-32456f9ba9ba), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.054245 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Deleting port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:25.054618 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.108394 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] DHCP port deletion for f5144041-c12b-44c8-a534-32456f9ba9ba request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:53:25.121588 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] For port 34c9226a-9187-458b-a54a-e0ccae1d2eb3, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=34c9226a-9187-458b-a54a-e0ccae1d2eb3,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:25.121947 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.140687 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Calling delete_port for 34c9226a-9187-458b-a54a-e0ccae1d2eb3 owned by network:dhcp {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:25.153591 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:25.173559 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Deleting port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:25.174020 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.265178 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] For port 34c9226a-9187-458b-a54a-e0ccae1d2eb3, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=34c9226a-9187-458b-a54a-e0ccae1d2eb3,segment=NetworkSegment(2c0b2484-5a21-4412-916f-409cf7d45467),segment_id=2c0b2484-5a21-4412-916f-409cf7d45467)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:25.265821 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.281770 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Calling delete_port for 34c9226a-9187-458b-a54a-e0ccae1d2eb3 owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:25.287767 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ee92b1bb-8e72-415d-81da-0166a353c00c req-baf08b90-581c-4ae5-b349-6951b1997d0d tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 210 time: 0.0700507 Oct 04 08:53:25.297647 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.347318 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c9226a-9187-458b-a54a-e0ccae1d2eb3,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:25.360669 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] No DVR routers for this DVR port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 on host dv-cinder-859447-2-iscsi {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:25.425952 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (34c9226a-9187-458b-a54a-e0ccae1d2eb3), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.449188 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (f5144041-c12b-44c8-a534-32456f9ba9ba), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.483054 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Pushing event deleted for resources: {'Port': ['ID=34c9226a-9187-458b-a54a-e0ccae1d2eb3,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:25.493475 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.494239 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.494738 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.495345 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.495780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.496280 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.496712 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.497159 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.497593 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.498010 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.498590 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.503270 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.503270 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.503270 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.503788 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5144041-c12b-44c8-a534-32456f9ba9ba']}} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:25.503870 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:25.514387 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0b2484-5a21-4412-916f-409cf7d45467') {'for_net_delete': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:25.514796 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0b2484-5a21-4412-916f-409cf7d45467') {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:25.518108 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c5bb01-0d22-48c2-9f54-38ff1bdcb298 None None] No DVR routers for this DVR port 34c9226a-9187-458b-a54a-e0ccae1d2eb3 on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:25.533998 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27825084'] for segment (2c0b2484-5a21-4412-916f-409cf7d45467), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.551400 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (2c0b2484-5a21-4412-916f-409cf7d45467), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.561519 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=113287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:53:25.561912 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27405659'] for segment (2c0b2484-5a21-4412-916f-409cf7d45467), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.582368 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 2c0b2484-5a21-4412-916f-409cf7d45467 resource provider aggregate not found Oct 04 08:53:25.597158 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46472) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:25.628178 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 2c0b2484-5a21-4412-916f-409cf7d45467 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c0b2484-5a21-4412-916f-409cf7d45467 found for delete ", "request_id": "req-5d185543-b2f6-40b3-98cb-95ee68ffa235"}]} Oct 04 08:53:25.711366 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1416682264-network', 'tenant_id': 'b1f2fb36dae5483ebc61c88336461b18'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:25.716375 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (f5144041-c12b-44c8-a534-32456f9ba9ba), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.722000 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.725230 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f5144041-c12b-44c8-a534-32456f9ba9ba HTTP/1.1" status: 204 len: 168 time: 0.8368833 Oct 04 08:53:25.736696 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bde43-858d-4439-82fd-fc2f170d3fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5144041-c12b-44c8-a534-32456f9ba9ba,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:25.819112 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Made reservation on behalf of b1f2fb36dae5483ebc61c88336461b18 for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:25.821626 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.834600 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:25.838358 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:25.911528 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412728fb-e3ad-4526-8e04-d16950aad952 req-6462b1a0-672f-48d2-80a1-cad8d1002d42 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:25.913133 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-412728fb-e3ad-4526-8e04-d16950aad952 req-6462b1a0-672f-48d2-80a1-cad8d1002d42 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0762970 Oct 04 08:53:25.938852 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 46a73519-cee4-49f2-b6ed-b04a0d821d92 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:25.959818 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 46a73519-cee4-49f2-b6ed-b04a0d821d92 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:25.960166 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 46a73519-cee4-49f2-b6ed-b04a0d821d92 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:25.960586 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 34c9226a-9187-458b-a54a-e0ccae1d2eb3 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:25.980321 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 34c9226a-9187-458b-a54a-e0ccae1d2eb3 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:25.980665 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 34c9226a-9187-458b-a54a-e0ccae1d2eb3 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:25.986706 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-412728fb-e3ad-4526-8e04-d16950aad952 req-9e57fb3c-50e4-438c-813c-26d217bcf19f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639977 Oct 04 08:53:26.013423 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Publish callbacks [] for security_group (0933a233-8063-4ec8-8ccb-728a6a4c1e95), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.121776 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0933a233-8063-4ec8-8ccb-728a6a4c1e95), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.145509 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:53:26.145706 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46484) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:26.163206 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0933a233-8063-4ec8-8ccb-728a6a4c1e95,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:26.168047 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (91c4de15-beeb-4c8d-bdf9-f0948922a41b), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.168381 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Added segment 91c4de15-beeb-4c8d-bdf9-f0948922a41b of type vlan for network 55fbb12a-1798-478e-a82a-501e9d9942f8 Oct 04 08:53:26.173347 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:26.191446 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e3fb6178-6185-4fca-a9b9-259f3c652471 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=084b278155af4b28819357bcf190522d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444901 Oct 04 08:53:26.194307 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46486) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:26.214918 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (55fbb12a-1798-478e-a82a-501e9d9942f8), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.270101 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-2c55b889-fac9-4ae9-808c-fb3eef89d828 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=242e1450de5b4b7b9cc030474995f021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429683 Oct 04 08:53:26.305277 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (55fbb12a-1798-478e-a82a-501e9d9942f8), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.307090 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:26.307861 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.327768 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c688-de92-4be7-aa5b-85485ff0cd05 admin admin] Publish callbacks [] for security_group (6613075d-5acc-4519-bd9c-35274190ee38), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.334571 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:26.422990 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c688-de92-4be7-aa5b-85485ff0cd05 admin admin] Publish callbacks [] for security_group (6613075d-5acc-4519-bd9c-35274190ee38), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.452168 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-766c62b9-e7de-4ca9-a55e-fca0df64274f req-98878aad-9461-4aaf-9aa7-c88d2cdbe2cd tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 210 time: 0.0428369 Oct 04 08:53:26.455749 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8574545 Oct 04 08:53:26.458361 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0ae78-9a9d-4d7f-80d4-3a6e60aca6cb admin admin] Pushing event updated for resources: {'Network': ['ID=55fbb12a-1798-478e-a82a-501e9d9942f8,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:26.463368 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46494) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:26.468573 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 55fbb12a-1798-478e-a82a-501e9d9942f8 details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:53:26.475002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Request body: {'subnet': {'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1416682264-subnet', 'tenant_id': 'b1f2fb36dae5483ebc61c88336461b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:26.563660 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-cd6c7eac-0ff0-46fb-a370-130c03770ee1 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:26.565397 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-cd6c7eac-0ff0-46fb-a370-130c03770ee1 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884049 Oct 04 08:53:26.578083 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Request body: {'port': {'device_id': 'f44ebb4e-ec98-438d-8d11-cdb62a713dd4', 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a', 'admin_state_up': True, 'tenant_id': '242e1450de5b4b7b9cc030474995f021'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:26.632328 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46502) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:26.639602 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Made reservation on behalf of b1f2fb36dae5483ebc61c88336461b18 for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:26.642024 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27706419'] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.699897 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c688-de92-4be7-aa5b-85485ff0cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6613075d-5acc-4519-bd9c-35274190ee38), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.702386 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c688-de92-4be7-aa5b-85485ff0cd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.703555 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-7cb1c688-de92-4be7-aa5b-85485ff0cd05 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6613075d-5acc-4519-bd9c-35274190ee38 HTTP/1.1" status: 204 len: 168 time: 0.5082197 Oct 04 08:53:26.751049 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1c688-de92-4be7-aa5b-85485ff0cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6613075d-5acc-4519-bd9c-35274190ee38,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:26.780637 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4fa431a-a637-4a4e-83e9-5e346daf63f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.786835 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:26.853932 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Made reservation on behalf of 242e1450de5b4b7b9cc030474995f021 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:26.858113 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.877144 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.877494 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4fa431a-a637-4a4e-83e9-5e346daf63f6 admin admin] Publish callbacks [] for security_group (ce39f579-1391-44b1-afca-6b702fc794b4), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.950980 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4fa431a-a637-4a4e-83e9-5e346daf63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ce39f579-1391-44b1-afca-6b702fc794b4), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:26.992078 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c4fa431a-a637-4a4e-83e9-5e346daf63f6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4762ef4c48804923bc556537c5ee651c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585982 Oct 04 08:53:26.998243 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa431a-a637-4a4e-83e9-5e346daf63f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce39f579-1391-44b1-afca-6b702fc794b4,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:26.998243 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46520) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:27.009806 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks [] for security_group (8812925e-f47a-4572-9ed8-08aaaa6041dc), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.052971 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbccf-3074-41dd-9314-7dcbf978cd34 admin admin] Publish callbacks [] for security_group (ce39f579-1391-44b1-afca-6b702fc794b4), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.059861 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27405808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27706401'] for subnet (44e15746-5976-465f-b007-5454875cc515), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.088399 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbccf-3074-41dd-9314-7dcbf978cd34 admin admin] Publish callbacks [] for security_group (ce39f579-1391-44b1-afca-6b702fc794b4), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.124147 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e15746-5976-465f-b007-5454875cc515,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:27.128915 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8812925e-f47a-4572-9ed8-08aaaa6041dc), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.160325 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ce2e6-68d0-45af-b6ff-e9b37aa8acca req-8ac00d5e-6c42-40f5-ac6e-6f3a1724c55d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:27.162324 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c48ce2e6-68d0-45af-b6ff-e9b37aa8acca req-8ac00d5e-6c42-40f5-ac6e-6f3a1724c55d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0658844 Oct 04 08:53:27.209086 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8812925e-f47a-4572-9ed8-08aaaa6041dc,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:27.215665 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Checking segment: {'id': '91c4de15-beeb-4c8d-bdf9-f0948922a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:27.216025 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Network hostable DHCP agents. Network: 55fbb12a-1798-478e-a82a-501e9d9942f8, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:53:27.268521 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c48ce2e6-68d0-45af-b6ff-e9b37aa8acca req-28e259f7-d217-46fb-bf78-ff3d61668d87 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661929 Oct 04 08:53:27.299901 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbccf-3074-41dd-9314-7dcbf978cd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ce39f579-1391-44b1-afca-6b702fc794b4), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.303805 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbccf-3074-41dd-9314-7dcbf978cd34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.305147 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-4e2dbccf-3074-41dd-9314-7dcbf978cd34 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ce39f579-1391-44b1-afca-6b702fc794b4 HTTP/1.1" status: 204 len: 168 time: 0.3066149 Oct 04 08:53:27.316264 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Allocated IP 192.168.233.199 (0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a/c4fe9457-a0ae-40f1-9d2e-f477956a69c4/1b3c5b66-0ffb-481c-a26c-67c701b5d705) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:27.326259 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dbccf-3074-41dd-9314-7dcbf978cd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce39f579-1391-44b1-afca-6b702fc794b4,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:27.328360 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Network 55fbb12a-1798-478e-a82a-501e9d9942f8 is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:53:27.457802 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 55fbb12a-1798-478e-a82a-501e9d9942f8) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:27.467808 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b0760d-99cc-4624-802e-e21131bb4d60 None None] Network 55fbb12a-1798-478e-a82a-501e9d9942f8 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:27.471657 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:27.472255 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.510450 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks [] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.570616 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-115f076e-d457-4d0f-a732-18b8571f064e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0998189 Oct 04 08:53:27.620160 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d73e24ec-efe6-4b26-bf92-ddc947657ee3 req-758aee9a-ccc7-4645-9584-469595d22353 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 210 time: 0.0386515 Oct 04 08:53:27.631646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.634585 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df526f-ef32-4b7e-9c7a-bda7ed8eb512 None None] Network 55fbb12a-1798-478e-a82a-501e9d9942f8 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:27.679590 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Pushing event updated for resources: {'Port': ['ID=1b3c5b66-0ffb-481c-a26c-67c701b5d705,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:27.695261 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:27.696820 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:27.699296 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:27.763390 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:27.764049 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.854620 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-66786307-0da2-436a-9d39-de71a3014235 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2802575 Oct 04 08:53:27.870658 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Request body: {'port': {'device_id': 'f44ebb4e-ec98-438d-8d11-cdb62a713dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:27.951666 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-092060ae-435c-4d43-bebf-678a1b2782bc None None] Provisioning complete for port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:27.951666 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-092060ae-435c-4d43-bebf-678a1b2782bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:27.951666 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-092060ae-435c-4d43-bebf-678a1b2782bc None None] Attempt 1 to provision port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 Oct 04 08:53:27.986384 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-092060ae-435c-4d43-bebf-678a1b2782bc None None] Port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:53:28.001020 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:28.224667 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46562) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:28.240724 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:28.277099 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:28.401679 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f5272-3f61-4920-87b0-a8a68e15da8d req-0c35361c-cf37-4879-a350-6a09ecfa3fff tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:28.403345 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5e1f5272-3f61-4920-87b0-a8a68e15da8d req-0c35361c-cf37-4879-a350-6a09ecfa3fff tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0626459 Oct 04 08:53:28.437678 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1836125477-network', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:28.478912 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5e1f5272-3f61-4920-87b0-a8a68e15da8d req-21d8c71a-32d9-4fad-9aac-d96d453b5942 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693927 Oct 04 08:53:28.548553 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Made reservation on behalf of bc8433b42fb74e8bbfef92acedf01259 for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:28.551015 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:28.560539 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:28.563229 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3c5b66-0ffb-481c-a26c-67c701b5d705 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:53:28.571533 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Publish callbacks [] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:28.584194 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Transition to ACTIVE for port object 1b3c5b66-0ffb-481c-a26c-67c701b5d705 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:53:28.638664 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Publish callbacks [] for security_group (95fe2279-5043-4683-8d5e-11a656daab1e), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:28.680394 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:28.757897 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (95fe2279-5043-4683-8d5e-11a656daab1e), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:28.787310 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4a9a8-9ca6-4142-9ec6-7d52b44ef955 req-034053b2-8011-4710-b83c-d4acba1bb2d3 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:28.788862 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-54d4a9a8-9ca6-4142-9ec6-7d52b44ef955 req-034053b2-8011-4710-b83c-d4acba1bb2d3 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 948 time: 0.0877740 Oct 04 08:53:28.798313 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:28.799130 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:53:28.814426 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3c5b66-0ffb-481c-a26c-67c701b5d705,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:28.823055 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Attempting to bind port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:28.823397 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Attempting to bind port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '4d34c508-2b57-49ac-8c93-514bea15df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:28.824180 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Attempting to bind port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 on network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:28.839482 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:DELETE=1,neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:28.853692 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fe2279-5043-4683-8d5e-11a656daab1e,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:28.865770 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (9acd5f47-99f7-4219-9b07-f1082049f1c2), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:28.866041 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Added segment 9acd5f47-99f7-4219-9b07-f1082049f1c2 of type vlan for network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 Oct 04 08:53:28.876812 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 on network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:53:28.877612 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Attempting to bind port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 on network 0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:28.924307 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-54d4a9a8-9ca6-4142-9ec6-7d52b44ef955 req-7d2943b8-a46f-45c5-aafb-9c3871c65037 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216669 Oct 04 08:53:28.937593 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (b69956c0-5fe6-4691-8a59-9cfb11ce6aa0), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:28.952803 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:28.953090 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Checking segment: {'id': '4d34c508-2b57-49ac-8c93-514bea15df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:28.953469 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Bound using segment: {'id': '4d34c508-2b57-49ac-8c93-514bea15df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:28.955258 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Bound port: 1b3c5b66-0ffb-481c-a26c-67c701b5d705, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d34c508-2b57-49ac-8c93-514bea15df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:28.955627 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:29.036349 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] For port 1b3c5b66-0ffb-481c-a26c-67c701b5d705, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:29.041488 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] For port 1b3c5b66-0ffb-481c-a26c-67c701b5d705, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b3c5b66-0ffb-481c-a26c-67c701b5d705,segment=NetworkSegment(4d34c508-2b57-49ac-8c93-514bea15df97),segment_id=4d34c508-2b57-49ac-8c93-514bea15df97)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:29.048165 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (b69956c0-5fe6-4691-8a59-9cfb11ce6aa0), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:29.049975 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:29.051108 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:29.115021 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:29.119828 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:29.120379 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:29.121819 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/1b3c5b66-0ffb-481c-a26c-67c701b5d705 HTTP/1.1" status: 200 len: 1098 time: 1.2565053 Oct 04 08:53:29.124113 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44ebb4e-ec98-438d-8d11-cdb62a713dd4', 'tag': '1b3c5b66-0ffb-481c-a26c-67c701b5d705'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:29.124581 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63583a69-fdd4-42c6-9a31-c19b7d23986c" -d '{"events": [{"name": "network-changed", "server_uuid": "f44ebb4e-ec98-438d-8d11-cdb62a713dd4", "tag": "1b3c5b66-0ffb-481c-a26c-67c701b5d705"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:29.138602 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] Pushing event updated for resources: {'Network': ['ID=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:29.155431 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:53:29.191067 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df710067-b96b-474b-b7dd-f9b0ac74a901 x-openstack-request-id: req-df710067-b96b-474b-b7dd-f9b0ac74a901 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:29.191441 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44ebb4e-ec98-438d-8d11-cdb62a713dd4", "tag": "1b3c5b66-0ffb-481c-a26c-67c701b5d705", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:29.191760 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-df710067-b96b-474b-b7dd-f9b0ac74a901 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:29.192265 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df710067-b96b-474b-b7dd-f9b0ac74a901'] response: {'name': 'network-changed', 'server_uuid': 'f44ebb4e-ec98-438d-8d11-cdb62a713dd4', 'tag': '1b3c5b66-0ffb-481c-a26c-67c701b5d705', 'status': 'completed', 'code': 200} Oct 04 08:53:29.197954 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a566c3-9506-47b1-852a-0b18e65f1aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3c5b66-0ffb-481c-a26c-67c701b5d705,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:29.213371 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-62d7e1dd-4cdc-486c-b9a3-0519c77ad8aa admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9869254 Oct 04 08:53:29.216145 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46604) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:29.221753 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Request body: {'subnet': {'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1836125477-subnet', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:29.269855 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63583a69-fdd4-42c6-9a31-c19b7d23986c req-3d6c7add-c963-4a8c-9384-7f5ec73c8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:29.271437 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-63583a69-fdd4-42c6-9a31-c19b7d23986c req-3d6c7add-c963-4a8c-9384-7f5ec73c8ae8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=242e1450de5b4b7b9cc030474995f021&device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 1132 time: 0.0564742 Oct 04 08:53:29.306448 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-63583a69-fdd4-42c6-9a31-c19b7d23986c req-d24d0044-b7fd-4ffb-ad4e-68c942cfca37 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=242e1450de5b4b7b9cc030474995f021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259321 Oct 04 08:53:29.349379 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Made reservation on behalf of bc8433b42fb74e8bbfef92acedf01259 for: {'subnet': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:29.352758 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29048433'] for subnet (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:29.505113 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63583a69-fdd4-42c6-9a31-c19b7d23986c req-135d5b56-2070-4f54-ac64-e21e695a4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:29.506856 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-63583a69-fdd4-42c6-9a31-c19b7d23986c req-135d5b56-2070-4f54-ac64-e21e695a4df9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1904688 Oct 04 08:53:29.603366 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-f4f9b34a-c1a4-4f3e-87f3-a09204a85801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:29.605041 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-f4f9b34a-c1a4-4f3e-87f3-a09204a85801 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=242e1450de5b4b7b9cc030474995f021&device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 1132 time: 0.0460851 Oct 04 08:53:29.618665 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c777d-392a-4766-b5af-a91cfbfd5de3 req-59448b4b-0617-425c-bef3-0c3e3404a0ba tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:29.620297 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e58c777d-392a-4766-b5af-a91cfbfd5de3 req-59448b4b-0617-425c-bef3-0c3e3404a0ba tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0529172 Oct 04 08:53:29.625824 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28129129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29048419'] for subnet (af0722f9-9785-4a14-92e6-f8dea856b94f), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:29.649740 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-d7aa0e17-57fc-4173-8c24-b0d009cd777a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1b3c5b66-0ffb-481c-a26c-67c701b5d705 HTTP/1.1" status: 200 len: 217 time: 0.0361791 Oct 04 08:53:29.670646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46612) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:29.718833 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-3569a9e8-888d-4c03-8788-c9651aa140d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:29.720513 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-3569a9e8-888d-4c03-8788-c9651aa140d0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c4fe9457-a0ae-40f1-9d2e-f477956a69c4 HTTP/1.1" status: 200 len: 843 time: 0.0609434 Oct 04 08:53:29.724766 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e58c777d-392a-4766-b5af-a91cfbfd5de3 req-e4d7618b-9335-4471-af11-b595f241ad6f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965328 Oct 04 08:53:29.725337 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0722f9-9785-4a14-92e6-f8dea856b94f,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:29.737714 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Checking segment: {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:29.739159 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Network hostable DHCP agents. Network: b69956c0-5fe6-4691-8a59-9cfb11ce6aa0, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:53:29.778651 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-0233694d-d36b-4c45-95ff-3658a2a1c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:29.780955 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-0233694d-d36b-4c45-95ff-3658a2a1c746 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0451565 Oct 04 08:53:29.850272 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7d39f9ca-67d4-4582-b985-f83f52695e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:29.869289 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:53:29.921404 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-77c74219-f75f-4583-963f-4b809ac0b4d1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322811 Oct 04 08:53:29.983628 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, b69956c0-5fe6-4691-8a59-9cfb11ce6aa0) {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:29.997504 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc743e8-ff14-4c1f-9fe1-39e265029865 None None] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:30.015888 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:30.016823 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.028143 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7d39f9ca-67d4-4582-b985-f83f52695e63 admin admin] Publish callbacks [] for security_group (b9a0224e-39bc-48bf-84e7-27f4044e73c3), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.060728 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cc1bd725-fcb1-49fd-ba54-e3756192b928 req-6046620e-27dd-42ff-a162-f1bbd8b68a78 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310232 Oct 04 08:53:30.063288 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:30.107878 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478165-b313-4714-a7ba-f29f61cf35d5 req-18fb7759-6a11-4cd1-9423-7aa28f73a982 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:30.111577 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7d39f9ca-67d4-4582-b985-f83f52695e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (b9a0224e-39bc-48bf-84e7-27f4044e73c3), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.125270 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6b478165-b313-4714-a7ba-f29f61cf35d5 req-18fb7759-6a11-4cd1-9423-7aa28f73a982 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 948 time: 0.0924573 Oct 04 08:53:30.125359 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:53:30.125359 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.160204 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-7d39f9ca-67d4-4582-b985-f83f52695e63 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=41670ad7c88447a5a06e8d64a63c369c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873495 Oct 04 08:53:30.161061 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46622) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:30.161733 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39f9ca-67d4-4582-b985-f83f52695e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0224e-39bc-48bf-84e7-27f4044e73c3,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:30.189284 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-51abd5c4-585b-4e60-9195-2d0cac8e5588 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9717212 Oct 04 08:53:30.192907 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46624) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:30.198660 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:30.227767 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6b478165-b313-4714-a7ba-f29f61cf35d5 req-7f1b9958-6cc4-4893-9328-4b4d8bc644b0 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928195 Oct 04 08:53:30.260590 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e7a3ce82-c4c4-4c69-af83-0e18d2633d8e admin admin] Publish callbacks [] for security_group (b9a0224e-39bc-48bf-84e7-27f4044e73c3), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.287404 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e7a3ce82-c4c4-4c69-af83-0e18d2633d8e admin admin] Publish callbacks [] for security_group (b9a0224e-39bc-48bf-84e7-27f4044e73c3), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.306606 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.308288 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.364766 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:30.427637 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Allocated IP 172.20.0.2 (b69956c0-5fe6-4691-8a59-9cfb11ce6aa0/af0722f9-9785-4a14-92e6-f8dea856b94f/00a374eb-c28a-4573-8ad4-73c04d1d106c) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:30.431624 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-a9036e11-88b4-4bbf-9981-d90efd7f873d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:30.433205 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-a9036e11-88b4-4bbf-9981-d90efd7f873d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/networks?id=55fbb12a-1798-478e-a82a-501e9d9942f8 HTTP/1.1" status: 200 len: 814 time: 0.1200144 Oct 04 08:53:30.457254 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-54f10df2-5c9e-4187-88ea-50659aea8958 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/quotas/b1f2fb36dae5483ebc61c88336461b18 HTTP/1.1" status: 200 len: 375 time: 0.0172720 Oct 04 08:53:30.483192 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e7a3ce82-c4c4-4c69-af83-0e18d2633d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (b9a0224e-39bc-48bf-84e7-27f4044e73c3), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.486346 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e7a3ce82-c4c4-4c69-af83-0e18d2633d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.487734 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e7a3ce82-c4c4-4c69-af83-0e18d2633d8e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b9a0224e-39bc-48bf-84e7-27f4044e73c3 HTTP/1.1" status: 204 len: 168 time: 0.3083961 Oct 04 08:53:30.505445 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-098b663c-9da1-4640-8cb9-ece5d39b6f47 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b1f2fb36dae5483ebc61c88336461b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407987 Oct 04 08:53:30.513388 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3ce82-c4c4-4c69-af83-0e18d2633d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0224e-39bc-48bf-84e7-27f4044e73c3,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:30.520776 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:30.605687 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks [] for router_controller (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), precommit_add_association {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.631682 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Publish callbacks [] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.640482 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-0a9110cf-a3d0-4bfe-9a00-9371d8b20ef2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337669 Oct 04 08:53:30.703337 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.744492 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:30.745758 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.749555 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:30.753741 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:30.761567 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Pushing event updated for resources: {'Port': ['ID=00a374eb-c28a-4573-8ad4-73c04d1d106c,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:30.827031 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Attempting to bind port 00a374eb-c28a-4573-8ad4-73c04d1d106c on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:30.827373 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Attempting to bind port 00a374eb-c28a-4573-8ad4-73c04d1d106c by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:30.827766 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Attempting to bind port 00a374eb-c28a-4573-8ad4-73c04d1d106c on network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:30.871451 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:30.871827 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Checking segment: {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:30.880501 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.880501 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Bound using segment: {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:30.880501 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Bound port: 00a374eb-c28a-4573-8ad4-73c04d1d106c, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:30.880501 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.883017 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-360396bd-8b4f-4b2f-871b-125b9f8624e0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361903 Oct 04 08:53:30.902463 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks [] for router_gateway (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:30.925715 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e8055-6cf4-407b-80fc-11938b447c2b req-ac1b5dcc-f5b1-4dea-a837-c21736caf173 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:30.927285 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-191e8055-6cf4-407b-80fc-11938b447c2b req-ac1b5dcc-f5b1-4dea-a837-c21736caf173 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0719073 Oct 04 08:53:30.947837 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] For port 00a374eb-c28a-4573-8ad4-73c04d1d106c, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:30.951325 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] For port 00a374eb-c28a-4573-8ad4-73c04d1d106c, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=00a374eb-c28a-4573-8ad4-73c04d1d106c,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:30.980879 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-191e8055-6cf4-407b-80fc-11938b447c2b req-80d11d40-55d7-41e1-9fa2-8194b87ce91a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Oct 04 08:53:31.059973 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.130954 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbede0c-e101-4bf9-9aab-d0a5581a4f8c None None] Pushing event updated for resources: {'Port': ['ID=00a374eb-c28a-4573-8ad4-73c04d1d106c,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:31.306995 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b9bb038-29dd-48d6-a730-4dbd0de17557 req-65f81eb7-a504-481d-a933-66f716ee3773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 210 time: 0.1000085 Oct 04 08:53:31.316095 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks [] for router_gateway (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.362547 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.492935 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933c6e7-2e77-43c2-b236-93f8db418639 req-ff9442cd-142d-4f30-8afc-d29db62e23d5 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:31.496560 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e933c6e7-2e77-43c2-b236-93f8db418639 req-ff9442cd-142d-4f30-8afc-d29db62e23d5 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 948 time: 0.1362069 Oct 04 08:53:31.548207 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:31.603188 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Allocated IP 172.27.1.64 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/c13406af-0795-4a19-bc5d-4a06f3b69261) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:31.610798 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e933c6e7-2e77-43c2-b236-93f8db418639 req-c92c4e95-f281-4086-a3de-54df8c5da8df tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995090 Oct 04 08:53:31.642574 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:31.727139 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks [] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.865547 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.894048 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:31.919542 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:31.923980 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:31.926858 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:31.962104 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Pushing event updated for resources: {'Port': ['ID=c13406af-0795-4a19-bc5d-4a06f3b69261,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:32.010970 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 00a374eb-c28a-4573-8ad4-73c04d1d106c up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:32.085896 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:32.101037 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 00a374eb-c28a-4573-8ad4-73c04d1d106c triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:32.101427 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.101774 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 00a374eb-c28a-4573-8ad4-73c04d1d106c Oct 04 08:53:32.139922 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fec9a3-3f41-4ac8-ad7b-a1d2ac2a3cc5 req-bdb43a3e-db97-48bf-83f7-20e1afdc25a6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:32.142316 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-96fec9a3-3f41-4ac8-ad7b-a1d2ac2a3cc5 req-bdb43a3e-db97-48bf-83f7-20e1afdc25a6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0598707 Oct 04 08:53:32.209428 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 00a374eb-c28a-4573-8ad4-73c04d1d106c is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:32.210345 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.258240 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 00a374eb-c28a-4573-8ad4-73c04d1d106c, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=00a374eb-c28a-4573-8ad4-73c04d1d106c,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:32.272170 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-96fec9a3-3f41-4ac8-ad7b-a1d2ac2a3cc5 req-df600d23-c605-4a15-b97f-8248ae797c75 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021130 Oct 04 08:53:32.334021 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.408622 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=00a374eb-c28a-4573-8ad4-73c04d1d106c,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:32.470967 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0cc510b2-3773-4e9a-8224-c6dabb57ec4f req-6a94f28b-63bd-43ce-9a0b-14713c93f90c tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0370548 Oct 04 08:53:32.526065 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks [] for router_gateway (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.546200 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d596f-d8dd-4594-9963-3929f79749b9 None None] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:32.596223 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:32.609403 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-439193e3-869a-4809-a664-491431c9e793 None None] Provisioning complete for port 00a374eb-c28a-4573-8ad4-73c04d1d106c triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:32.609756 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-439193e3-869a-4809-a664-491431c9e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.610096 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-439193e3-869a-4809-a664-491431c9e793 None None] Attempt 1 to provision port 00a374eb-c28a-4573-8ad4-73c04d1d106c Oct 04 08:53:32.687326 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:32.750505 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-439193e3-869a-4809-a664-491431c9e793 None None] Current status of the port 00a374eb-c28a-4573-8ad4-73c04d1d106c is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:32.930557 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ccac3-5cfd-4b26-a591-756c637e2696 req-c9a1a840-c058-47c9-a6d6-fa33685b343b tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:32.930557 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0b9ccac3-5cfd-4b26-a591-756c637e2696 req-c9a1a840-c058-47c9-a6d6-fa33685b343b tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 948 time: 0.1027262 Oct 04 08:53:32.974475 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-48a638dc-bd01-4ddd-8c1c-46bbb7c1a635 None None] Provisioning complete for port 00a374eb-c28a-4573-8ad4-73c04d1d106c triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:32.974977 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-48a638dc-bd01-4ddd-8c1c-46bbb7c1a635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.975323 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-48a638dc-bd01-4ddd-8c1c-46bbb7c1a635 None None] Attempt 1 to provision port 00a374eb-c28a-4573-8ad4-73c04d1d106c Oct 04 08:53:33.055813 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0b9ccac3-5cfd-4b26-a591-756c637e2696 req-e20ed081-6df7-49ba-9b84-f488237053ed tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145663 Oct 04 08:53:33.077847 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-48a638dc-bd01-4ddd-8c1c-46bbb7c1a635 None None] Current status of the port 00a374eb-c28a-4573-8ad4-73c04d1d106c is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:33.103851 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:33.205323 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 1b3c5b66-0ffb-481c-a26c-67c701b5d705 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:53:33.308489 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 1b3c5b66-0ffb-481c-a26c-67c701b5d705, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b3c5b66-0ffb-481c-a26c-67c701b5d705,segment=NetworkSegment(4d34c508-2b57-49ac-8c93-514bea15df97),segment_id=4d34c508-2b57-49ac-8c93-514bea15df97)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:33.317313 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:53:33.320368 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '1b3c5b66-0ffb-481c-a26c-67c701b5d705', 'network_id': '0ce2d1f3-93a7-4ec6-bf24-f4cf65794c5a', 'port_id': '1b3c5b66-0ffb-481c-a26c-67c701b5d705', 'mac_address': 'fa:16:3e:68:6d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fe9457-a0ae-40f1-9d2e-f477956a69c4', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:53:33.383507 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:33.384191 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:33.400417 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3c5b66-0ffb-481c-a26c-67c701b5d705 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:53:33.423010 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82bcbe-69b7-4b47-8363-ec87cf7e59e0 req-4c3975f2-5008-4217-8071-4cca1a8deaf5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:33.424499 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9e82bcbe-69b7-4b47-8363-ec87cf7e59e0 req-4c3975f2-5008-4217-8071-4cca1a8deaf5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0593920 Oct 04 08:53:33.432908 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 1b3c5b66-0ffb-481c-a26c-67c701b5d705, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b3c5b66-0ffb-481c-a26c-67c701b5d705,segment=NetworkSegment(4d34c508-2b57-49ac-8c93-514bea15df97),segment_id=4d34c508-2b57-49ac-8c93-514bea15df97)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:33.503246 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:33.514286 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Sync routers for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:33.517632 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9e82bcbe-69b7-4b47-8363-ec87cf7e59e0 req-a8214344-2831-458a-b645-98526bcc6dd8 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859640 Oct 04 08:53:33.529451 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:33.536202 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:33.545932 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=72 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:33.571598 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:33.600099 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6eaa6797-558c-4241-80aa-6c27dfe98532 req-d5fb6b82-a0c2-40e0-b1da-e382d20714f0 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0420060 Oct 04 08:53:33.642074 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:33.643391 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-e5aa19a9-1b45-43ef-9e8c-121549200360 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4494638 Oct 04 08:53:33.646353 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46758) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:33.679376 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=1b3c5b66-0ffb-481c-a26c-67c701b5d705,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:33.693460 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:33.845627 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:33.900247 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['1b3c5b66-0ffb-481c-a26c-67c701b5d705'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:53:33.951750 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:32Z', 'revision_number': 3, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:33.987680 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Checking router: 38f9f67e-11d9-4b00-8a25-fdfa80949e5b for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:33.988032 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Updating router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b port c13406af-0795-4a19-bc5d-4a06f3b69261 binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:53:34.019325 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 00a374eb-c28a-4573-8ad4-73c04d1d106c up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:34.073855 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.145902 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:34.196515 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.205727 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 00a374eb-c28a-4573-8ad4-73c04d1d106c triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:34.206099 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.206449 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 00a374eb-c28a-4573-8ad4-73c04d1d106c Oct 04 08:53:34.222627 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d469f93-7041-44fa-b66f-44f4dd8dd206 req-a154eb3f-f9e8-4b90-8cb8-f53a6577a875 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:34.224362 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8d469f93-7041-44fa-b66f-44f4dd8dd206 req-a154eb3f-f9e8-4b90-8cb8-f53a6577a875 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 949 time: 0.0734491 Oct 04 08:53:34.343064 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8d469f93-7041-44fa-b66f-44f4dd8dd206 req-559f3e1e-7a17-4a58-bad7-c4647ed761e9 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075900 Oct 04 08:53:34.409108 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:34.450789 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 00a374eb-c28a-4573-8ad4-73c04d1d106c is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:34.470792 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Allocated IP 172.20.0.1 (b69956c0-5fe6-4691-8a59-9cfb11ce6aa0/af0722f9-9785-4a14-92e6-f8dea856b94f/56d9e2d6-87f7-42b7-8801-fa60f14391a9) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:34.512263 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Publish callbacks [] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.562454 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.629625 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Attempting to bind port c13406af-0795-4a19-bc5d-4a06f3b69261 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:34.630281 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Attempting to bind port c13406af-0795-4a19-bc5d-4a06f3b69261 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:34.631220 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Attempting to bind port c13406af-0795-4a19-bc5d-4a06f3b69261 on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:34.646381 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Publish callbacks [] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.692608 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-678c9f99-d011-497c-85fe-dccc5f0bc269 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:34.695477 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-678c9f99-d011-497c-85fe-dccc5f0bc269 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.42 "GET /networking/v2.0/networks?id=55fbb12a-1798-478e-a82a-501e9d9942f8 HTTP/1.1" status: 200 len: 814 time: 0.1740105 Oct 04 08:53:34.718431 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Request body: {'port': {'device_id': 'ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1', 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8', 'admin_state_up': True, 'tenant_id': 'b1f2fb36dae5483ebc61c88336461b18'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:34.735399 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:34.767593 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185357b8-5ed6-439c-bcbd-dfcea5fda5b1 req-27efc964-c920-4d47-b6d5-ac7e21f4e05f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:34.769222 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-185357b8-5ed6-439c-bcbd-dfcea5fda5b1 req-27efc964-c920-4d47-b6d5-ac7e21f4e05f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0888126 Oct 04 08:53:34.790515 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ef2597ce-82bf-4388-8289-e12453a2bcaa req-7a9539df-9bb4-42f3-b814-111b1ccf1430 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0441160 Oct 04 08:53:34.816549 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a07b9e-cf7c-4962-9f2f-d3dec7d4a6c8 None None] Pushing event updated for resources: {'Port': ['ID=c13406af-0795-4a19-bc5d-4a06f3b69261,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:34.827732 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-063ecb9b-68e6-4b35-8555-74d080727ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.833830 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:34.849582 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-185357b8-5ed6-439c-bcbd-dfcea5fda5b1 req-ce2f4b81-ba0c-4a9b-8da6-8df848ca251c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627148 Oct 04 08:53:34.861234 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:34.861832 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:34.862565 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.863032 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:34.863514 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Bound port: c13406af-0795-4a19-bc5d-4a06f3b69261, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:34.864072 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.865638 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.909055 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:34.916068 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:34.920408 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:34.928321 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] For port c13406af-0795-4a19-bc5d-4a06f3b69261, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:34.932901 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] For port c13406af-0795-4a19-bc5d-4a06f3b69261, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=c13406af-0795-4a19-bc5d-4a06f3b69261,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:34.940126 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Made reservation on behalf of b1f2fb36dae5483ebc61c88336461b18 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:34.948833 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.953744 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Pushing event updated for resources: {'Port': ['ID=56d9e2d6-87f7-42b7-8801-fa60f14391a9,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:34.975478 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:34.994973 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.048221 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.061504 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46786) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:35.118079 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:35.118740 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:35.188403 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Allocated IP 172.20.0.12 (55fbb12a-1798-478e-a82a-501e9d9942f8/44e15746-5976-465f-b007-5454875cc515/602efdf9-2f61-45ea-b518-8b6d9821574a) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:35.241165 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 1b3c5b66-0ffb-481c-a26c-67c701b5d705 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:35.280681 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a07b9e-cf7c-4962-9f2f-d3dec7d4a6c8 None None] Pushing event updated for resources: {'Port': ['ID=c13406af-0795-4a19-bc5d-4a06f3b69261,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:35.303334 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.317044 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:35.321408 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3e8c90f2-aaaf-4b73-ad6e-a296e69dbc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.354260 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:53:35.375057 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:35.387396 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-f2283c7c-44a8-4133-81a5-a76d23107350 None None] Provisioning complete for port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:35.387647 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-f2283c7c-44a8-4133-81a5-a76d23107350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.387986 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-f2283c7c-44a8-4133-81a5-a76d23107350 None None] Attempt 1 to provision port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 Oct 04 08:53:35.460567 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:35.460935 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.461744 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 Oct 04 08:53:35.495970 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-f2283c7c-44a8-4133-81a5-a76d23107350 None None] Port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:53:35.506023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks [] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.541197 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378a8a2-c3e8-4591-94db-997d43355413 req-4f0dcd50-e777-4a1d-838d-a82f9ca794b4 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:35.543620 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d378a8a2-c3e8-4591-94db-997d43355413 req-4f0dcd50-e777-4a1d-838d-a82f9ca794b4 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 949 time: 0.0870028 Oct 04 08:53:35.582649 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Publish callbacks [] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.589488 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3e8c90f2-aaaf-4b73-ad6e-a296e69dbc21 admin admin] Publish callbacks [] for security_group (4dcc46a3-a9a7-4ebe-879f-5121d2028a08), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.610820 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:35.611212 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.616407 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d378a8a2-c3e8-4591-94db-997d43355413 req-58790f3b-1b53-4844-a740-0d382ab760a2 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616603 Oct 04 08:53:35.623418 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:32Z', 'revision_number': 3, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:35.651954 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.652188 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3344fe-2c48-45dc-8d27-cf554e7e03ab None None] The sync data for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi is: [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:32Z', 'revision_number': 3, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:35.665650 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44ebb4e-ec98-438d-8d11-cdb62a713dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3c5b66-0ffb-481c-a26c-67c701b5d705'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:35.667663 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b782b2-e180-4aea-805f-f7b8ababe2ac" -d '{"events": [{"server_uuid": "f44ebb4e-ec98-438d-8d11-cdb62a713dd4", "name": "network-vif-plugged", "status": "completed", "tag": "1b3c5b66-0ffb-481c-a26c-67c701b5d705"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:35.682998 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.688938 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 1b3c5b66-0ffb-481c-a26c-67c701b5d705, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b3c5b66-0ffb-481c-a26c-67c701b5d705,segment=NetworkSegment(4d34c508-2b57-49ac-8c93-514bea15df97),segment_id=4d34c508-2b57-49ac-8c93-514bea15df97)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:35.701252 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3e8c90f2-aaaf-4b73-ad6e-a296e69dbc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (4dcc46a3-a9a7-4ebe-879f-5121d2028a08), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.737734 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9daa622-15b5-4108-96df-1248d31ceeda x-openstack-request-id: req-e9daa622-15b5-4108-96df-1248d31ceeda {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:35.738622 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44ebb4e-ec98-438d-8d11-cdb62a713dd4", "name": "network-vif-plugged", "status": "completed", "tag": "1b3c5b66-0ffb-481c-a26c-67c701b5d705", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:35.738885 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e9daa622-15b5-4108-96df-1248d31ceeda {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:35.739298 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9daa622-15b5-4108-96df-1248d31ceeda'] response: {'server_uuid': 'f44ebb4e-ec98-438d-8d11-cdb62a713dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3c5b66-0ffb-481c-a26c-67c701b5d705', 'code': 200} Oct 04 08:53:35.763028 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Network 55fbb12a-1798-478e-a82a-501e9d9942f8 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:35.768994 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.771786 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:35.775146 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Pushing event updated for resources: {'Port': ['ID=56d9e2d6-87f7-42b7-8801-fa60f14391a9,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:35.780072 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:35.784633 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Pushing event updated for resources: {'Port': ['ID=602efdf9-2f61-45ea-b518-8b6d9821574a,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:35.788536 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-3e8c90f2-aaaf-4b73-ad6e-a296e69dbc21 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ea470fe7abf94f548ce628919913d02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7259488 Oct 04 08:53:35.797056 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46806) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:35.811873 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.814608 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c90f2-aaaf-4b73-ad6e-a296e69dbc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcc46a3-a9a7-4ebe-879f-5121d2028a08,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:35.848412 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:35.848412 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.928919 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=1b3c5b66-0ffb-481c-a26c-67c701b5d705,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:35.940506 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c9eb07c9-d241-4573-b736-b4e53bdc514d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2315342 Oct 04 08:53:36.011165 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:36.017090 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1da2e516-b912-49a1-be15-d87090a7e754 admin admin] Publish callbacks [] for security_group (4dcc46a3-a9a7-4ebe-879f-5121d2028a08), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.033773 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:36.068408 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112802b4-4f63-4195-9e35-2f85eb826011 req-ff62bf04-1172-4340-820f-10a6f58f11cd tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:36.069952 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-112802b4-4f63-4195-9e35-2f85eb826011 req-ff62bf04-1172-4340-820f-10a6f58f11cd tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 932 time: 0.1397564 Oct 04 08:53:36.093485 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1da2e516-b912-49a1-be15-d87090a7e754 admin admin] Publish callbacks [] for security_group (4dcc46a3-a9a7-4ebe-879f-5121d2028a08), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.151937 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:36.218887 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726664-6534-4218-a3b0-f569d459a4db req-c0581c64-74dd-412d-b67e-8c6016e2006d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:36.220408 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-25726664-6534-4218-a3b0-f569d459a4db req-c0581c64-74dd-412d-b67e-8c6016e2006d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.2080419 Oct 04 08:53:36.294078 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-112802b4-4f63-4195-9e35-2f85eb826011 req-f15f8f3a-e05b-456b-8aa8-523c612bde6c tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983047 Oct 04 08:53:36.349134 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-d571629f-809c-41d4-b4fc-bb15e912e9f8 None None] Provisioning complete for port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:36.349346 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-25726664-6534-4218-a3b0-f569d459a4db req-055bf90c-1828-4178-96ca-326196c628ab tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138866 Oct 04 08:53:36.349857 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-d571629f-809c-41d4-b4fc-bb15e912e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.350379 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-d571629f-809c-41d4-b4fc-bb15e912e9f8 None None] Attempt 1 to provision port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 Oct 04 08:53:36.357012 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:36.393528 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-d571629f-809c-41d4-b4fc-bb15e912e9f8 None None] Port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:53:36.415788 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1da2e516-b912-49a1-be15-d87090a7e754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (4dcc46a3-a9a7-4ebe-879f-5121d2028a08), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.418298 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1da2e516-b912-49a1-be15-d87090a7e754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.419514 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-1da2e516-b912-49a1-be15-d87090a7e754 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4dcc46a3-a9a7-4ebe-879f-5121d2028a08 HTTP/1.1" status: 204 len: 168 time: 0.6200731 Oct 04 08:53:36.434272 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2e516-b912-49a1-be15-d87090a7e754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcc46a3-a9a7-4ebe-879f-5121d2028a08,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:36.471716 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Request body: {'port': {'device_id': 'ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:36.534891 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:36.562857 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.580139 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-07ddfa1e-a23f-43a3-9c44-40e9a8a17a9c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/38f9f67e-11d9-4b00-8a25-fdfa80949e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9315634 Oct 04 08:53:36.597282 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:36.775924 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584c8b3-9294-44b7-bf29-5acfed270ced req-e5e3054e-1ced-4053-abd6-aecfbd7db7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:36.777624 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7584c8b3-9294-44b7-bf29-5acfed270ced req-e5e3054e-1ced-4053-abd6-aecfbd7db7b8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 1130 time: 0.0676541 Oct 04 08:53:36.811040 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e54bf4-4cd8-471f-a9f2-6ab8c772f73f req-fc10d2dd-92e9-4eff-b0b6-241c00301ea0 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:36.825583 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-39e54bf4-4cd8-471f-a9f2-6ab8c772f73f req-fc10d2dd-92e9-4eff-b0b6-241c00301ea0 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 950 time: 0.1009219 Oct 04 08:53:36.853780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:36.940922 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-39e54bf4-4cd8-471f-a9f2-6ab8c772f73f req-b4b861a7-c7a3-4544-9e70-f80c26d719c4 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143904 Oct 04 08:53:36.953563 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7584c8b3-9294-44b7-bf29-5acfed270ced req-4ff40438-e590-4769-b05d-9572f7242e1a service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610739 Oct 04 08:53:36.978632 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-218b65a8-636a-43de-bd90-558e6365a627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.997550 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08de83-71b9-4bed-8012-f597020f9024 req-56bb28c3-3e70-4b01-b0dd-1eebd87f7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:36.999326 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0b08de83-71b9-4bed-8012-f597020f9024 req-56bb28c3-3e70-4b01-b0dd-1eebd87f7731 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 1134 time: 0.0763652 Oct 04 08:53:37.058764 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602efdf9-2f61-45ea-b518-8b6d9821574a {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:53:37.066249 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Publish callbacks [] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.080023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Transition to ACTIVE for port object 602efdf9-2f61-45ea-b518-8b6d9821574a will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:53:37.109182 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46826) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.113801 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-4ed3e95c-76a8-4132-ab33-57a141cd727a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1202920787', 'description': 'tempest-description--1898303374'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:37.155880 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.247774 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e95c-76a8-4132-ab33-57a141cd727a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.265385 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Pushing event updated for resources: {'Port': ['ID=602efdf9-2f61-45ea-b518-8b6d9821574a,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:37.289068 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0b08de83-71b9-4bed-8012-f597020f9024 req-4b6e1802-5a2c-41da-93ae-a3c4cd056fa4 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066318 Oct 04 08:53:37.302958 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Attempting to bind port 602efdf9-2f61-45ea-b518-8b6d9821574a on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:37.303293 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Attempting to bind port 602efdf9-2f61-45ea-b518-8b6d9821574a by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '91c4de15-beeb-4c8d-bdf9-f0948922a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:37.303619 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Attempting to bind port 602efdf9-2f61-45ea-b518-8b6d9821574a on network 55fbb12a-1798-478e-a82a-501e9d9942f8 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:37.337397 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e95c-76a8-4132-ab33-57a141cd727a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (e7595ec2-0109-40b0-abfc-88ad8b4f3502), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.361805 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Port 602efdf9-2f61-45ea-b518-8b6d9821574a on network 55fbb12a-1798-478e-a82a-501e9d9942f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:53:37.362284 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Attempting to bind port 602efdf9-2f61-45ea-b518-8b6d9821574a on network 55fbb12a-1798-478e-a82a-501e9d9942f8 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:37.411503 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e95c-76a8-4132-ab33-57a141cd727a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e7595ec2-0109-40b0-abfc-88ad8b4f3502), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.413019 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46834) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.435478 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ffb1ffcf-fd79-4276-9f41-1fe5a84f3204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.437201 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:37.437539 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Checking segment: {'id': '91c4de15-beeb-4c8d-bdf9-f0948922a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:37.437923 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Bound using segment: {'id': '91c4de15-beeb-4c8d-bdf9-f0948922a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:37.438968 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Bound port: 602efdf9-2f61-45ea-b518-8b6d9821574a, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c4de15-beeb-4c8d-bdf9-f0948922a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:37.438968 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.457305 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3e95c-76a8-4132-ab33-57a141cd727a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7595ec2-0109-40b0-abfc-88ad8b4f3502,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:37.547953 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] For port 602efdf9-2f61-45ea-b518-8b6d9821574a, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:37.556338 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] For port 602efdf9-2f61-45ea-b518-8b6d9821574a, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=602efdf9-2f61-45ea-b518-8b6d9821574a,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:37.562388 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566636f-a51e-43e5-a1c5-b6617a2a1439 req-399777c4-eb17-4e22-945a-bb87a1605933 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:37.564127 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5566636f-a51e-43e5-a1c5-b6617a2a1439 req-399777c4-eb17-4e22-945a-bb87a1605933 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0788291 Oct 04 08:53:37.574129 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac70962-8511-4313-b88b-74a1353930e5 req-7dc073a1-3c0c-47cd-b7b0-cd6f7ff16a9f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:37.575768 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2ac70962-8511-4313-b88b-74a1353930e5 req-7dc073a1-3c0c-47cd-b7b0-cd6f7ff16a9f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.1038501 Oct 04 08:53:37.578883 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e95c-76a8-4132-ab33-57a141cd727a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.580336 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-4ed3e95c-76a8-4132-ab33-57a141cd727a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4699197 Oct 04 08:53:37.583794 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46836) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.603864 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-7306dc07-b72e-48e0-b494-8e47b283f4f5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'security_group_rule': {'security_group_id': 'e7595ec2-0109-40b0-abfc-88ad8b4f3502', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:37.610766 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ffb1ffcf-fd79-4276-9f41-1fe5a84f3204 admin admin] Publish callbacks [] for security_group (3c3cba07-cfff-44d7-9e1c-af4ff871a9d6), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.648508 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.652096 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2ac70962-8511-4313-b88b-74a1353930e5 req-e4d2b0be-861b-48e1-9857-280741e2fdfa tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 Oct 04 08:53:37.652836 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:37.653441 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.654856 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/602efdf9-2f61-45ea-b518-8b6d9821574a HTTP/1.1" status: 200 len: 1094 time: 1.1876516 Oct 04 08:53:37.655347 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1', 'tag': '602efdf9-2f61-45ea-b518-8b6d9821574a'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:37.657589 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3a3323-859a-4f74-ae25-7755a5f2a5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1", "tag": "602efdf9-2f61-45ea-b518-8b6d9821574a"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:37.665565 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5566636f-a51e-43e5-a1c5-b6617a2a1439 req-366410b1-bcdf-4d70-aa86-92077904b859 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835567 Oct 04 08:53:37.696841 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ffb1ffcf-fd79-4276-9f41-1fe5a84f3204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (3c3cba07-cfff-44d7-9e1c-af4ff871a9d6), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.721087 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc3bb22-3b9b-4d00-b539-9370e293609f x-openstack-request-id: req-8cc3bb22-3b9b-4d00-b539-9370e293609f {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:37.721368 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1", "tag": "602efdf9-2f61-45ea-b518-8b6d9821574a", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:37.721624 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8cc3bb22-3b9b-4d00-b539-9370e293609f {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:37.722023 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc3bb22-3b9b-4d00-b539-9370e293609f'] response: {'name': 'network-changed', 'server_uuid': 'ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1', 'tag': '602efdf9-2f61-45ea-b518-8b6d9821574a', 'status': 'completed', 'code': 200} Oct 04 08:53:37.755153 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0bb5-7914-4daa-a558-d5d081fc02cd service neutron] Pushing event updated for resources: {'Port': ['ID=602efdf9-2f61-45ea-b518-8b6d9821574a,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:37.759805 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1ffcf-fd79-4276-9f41-1fe5a84f3204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3cba07-cfff-44d7-9e1c-af4ff871a9d6,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:37.763919 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-ffb1ffcf-fd79-4276-9f41-1fe5a84f3204 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2c0054e1ee0c41d8aa9a84d25337f4c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495851 Oct 04 08:53:37.765668 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7306dc07-b72e-48e0-b494-8e47b283f4f5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (57f2e32d-a509-4012-bb59-63c450f41708), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.766842 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46840) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.791644 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Sync routers for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:37.802741 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:37.803744 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:37.822802 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fdca-f371-41b3-976e-41925bf52b3b admin admin] Publish callbacks [] for security_group (3c3cba07-cfff-44d7-9e1c-af4ff871a9d6), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.839636 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7306dc07-b72e-48e0-b494-8e47b283f4f5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (57f2e32d-a509-4012-bb59-63c450f41708), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.846476 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fdca-f371-41b3-976e-41925bf52b3b admin admin] Publish callbacks [] for security_group (3c3cba07-cfff-44d7-9e1c-af4ff871a9d6), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.905674 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7306dc07-b72e-48e0-b494-8e47b283f4f5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (57f2e32d-a509-4012-bb59-63c450f41708), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.925616 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:37.926529 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306dc07-b72e-48e0-b494-8e47b283f4f5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f2e32d-a509-4012-bb59-63c450f41708,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:37.932550 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:37.981835 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device c13406af-0795-4a19-bc5d-4a06f3b69261 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:37.985136 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fdca-f371-41b3-976e-41925bf52b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (3c3cba07-cfff-44d7-9e1c-af4ff871a9d6), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.988065 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fdca-f371-41b3-976e-41925bf52b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.991300 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-7fe1fdca-f371-41b3-976e-41925bf52b3b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3c3cba07-cfff-44d7-9e1c-af4ff871a9d6 HTTP/1.1" status: 204 len: 168 time: 0.2220995 Oct 04 08:53:38.005094 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1fdca-f371-41b3-976e-41925bf52b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3cba07-cfff-44d7-9e1c-af4ff871a9d6,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:38.010944 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7306dc07-b72e-48e0-b494-8e47b283f4f5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.012017 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-7306dc07-b72e-48e0-b494-8e47b283f4f5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4229500 Oct 04 08:53:38.014910 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46846) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:38.020374 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-418a4cf0-83ea-4e2f-9ba2-110aedb24b26 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'security_group_rule': {'security_group_id': 'e7595ec2-0109-40b0-abfc-88ad8b4f3502', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:38.074233 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port c13406af-0795-4a19-bc5d-4a06f3b69261 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:38.074762 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.075216 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port c13406af-0795-4a19-bc5d-4a06f3b69261 Oct 04 08:53:38.151300 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de4482-1589-4e91-97d1-d3cf84b88d4d req-2dd26369-c240-4a45-9fee-10ed112caeb6 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:38.153716 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e1de4482-1589-4e91-97d1-d3cf84b88d4d req-2dd26369-c240-4a45-9fee-10ed112caeb6 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 950 time: 0.0718606 Oct 04 08:53:38.157708 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-418a4cf0-83ea-4e2f-9ba2-110aedb24b26 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (3b240f02-8ff4-4e2b-a24b-1f0913f3963b), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.201429 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port c13406af-0795-4a19-bc5d-4a06f3b69261 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:38.201852 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.234293 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port c13406af-0795-4a19-bc5d-4a06f3b69261, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=c13406af-0795-4a19-bc5d-4a06f3b69261,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:38.235846 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e1de4482-1589-4e91-97d1-d3cf84b88d4d req-f1d16653-cbf8-48d9-bc09-439d9fc92b7b tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Oct 04 08:53:38.247417 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 2, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:38.261763 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-418a4cf0-83ea-4e2f-9ba2-110aedb24b26 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (3b240f02-8ff4-4e2b-a24b-1f0913f3963b), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.276192 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Checking router: 38f9f67e-11d9-4b00-8a25-fdfa80949e5b for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:38.276534 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Updating router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:53:38.308680 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.314575 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.383903 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.384125 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-418a4cf0-83ea-4e2f-9ba2-110aedb24b26 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (3b240f02-8ff4-4e2b-a24b-1f0913f3963b), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.387645 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:38.404402 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a4cf0-83ea-4e2f-9ba2-110aedb24b26 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b240f02-8ff4-4e2b-a24b-1f0913f3963b,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:38.471581 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=c13406af-0795-4a19-bc5d-4a06f3b69261,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:38.501195 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-418a4cf0-83ea-4e2f-9ba2-110aedb24b26 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.502455 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-418a4cf0-83ea-4e2f-9ba2-110aedb24b26 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4863939 Oct 04 08:53:38.503942 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3323-859a-4f74-ae25-7755a5f2a5bc req-e8fe67be-db9b-461c-8a5f-0b3c8972221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:38.505881 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ce3a3323-859a-4f74-ae25-7755a5f2a5bc req-e8fe67be-db9b-461c-8a5f-0b3c8972221f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b1f2fb36dae5483ebc61c88336461b18&device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 1128 time: 0.0957196 Oct 04 08:53:38.506395 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46852) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:38.511281 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:38.517217 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:38.590590 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.650229 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:38.662918 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Publish callbacks [] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.688456 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.729926 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:38.735504 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.831417 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Pushing event updated for resources: {'Port': ['ID=56d9e2d6-87f7-42b7-8801-fa60f14391a9,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:38.856212 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.856554 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.857088 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.857423 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.857752 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.858248 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.858597 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.858921 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.859241 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.859561 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.859881 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.860214 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.860536 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.860853 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.861170 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:38.865367 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Attempting to bind port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:38.865959 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Attempting to bind port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:38.866507 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Attempting to bind port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 on network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:38.878201 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46858) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:38.893775 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06606941-4d7a-45a1-8776-08cfdcc5960a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.918853 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:38.919127 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Checking segment: {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:38.919703 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.920278 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Bound using segment: {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:38.920755 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Bound port: 56d9e2d6-87f7-42b7-8801-fa60f14391a9, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:38.921132 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.984164 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:38.995330 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] For port 56d9e2d6-87f7-42b7-8801-fa60f14391a9, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:39.001438 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] For port 56d9e2d6-87f7-42b7-8801-fa60f14391a9, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=56d9e2d6-87f7-42b7-8801-fa60f14391a9,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:39.013058 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06606941-4d7a-45a1-8776-08cfdcc5960a admin admin] Publish callbacks [] for security_group (a43f8dd9-4d14-4c04-9ee3-924a918ade5a), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.076805 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.083951 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:39.106004 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06606941-4d7a-45a1-8776-08cfdcc5960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (a43f8dd9-4d14-4c04-9ee3-924a918ade5a), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.114370 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:39.125743 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb4e2d-930c-43c6-92bf-a46b5732587e req-ea5e1f96-573a-45f7-a470-327d1a338dbf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:39.127275 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-06bb4e2d-930c-43c6-92bf-a46b5732587e req-ea5e1f96-573a-45f7-a470-327d1a338dbf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.3502698 Oct 04 08:53:39.132890 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:39.133537 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:39.136834 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb38bc-5a04-4227-a1b0-dc6b5d2c4d61 req-19c71568-30bd-49b4-b884-60f5ef140e26 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:39.143648 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-15eb38bc-5a04-4227-a1b0-dc6b5d2c4d61 req-19c71568-30bd-49b4-b884-60f5ef140e26 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 944 time: 0.3649449 Oct 04 08:53:39.151341 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-06606941-4d7a-45a1-8776-08cfdcc5960a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f7a91570dfff42419906d529c849eed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689447 Oct 04 08:53:39.151826 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46860) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:39.159604 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06606941-4d7a-45a1-8776-08cfdcc5960a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43f8dd9-4d14-4c04-9ee3-924a918ade5a,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:39.182291 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bbd39-a10c-4f8f-850e-045e605b12fa None None] Pushing event updated for resources: {'Port': ['ID=56d9e2d6-87f7-42b7-8801-fa60f14391a9,revision_number=4']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:39.207694 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Allocated IP 172.27.1.86 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/f67fa69e-5a33-417d-95ab-91557f8ba3cc) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:39.279047 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-15eb38bc-5a04-4227-a1b0-dc6b5d2c4d61 req-9c98d002-de50-407b-9f23-c14e0a079449 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344469 Oct 04 08:53:39.284022 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-06bb4e2d-930c-43c6-92bf-a46b5732587e req-000db58d-8380-40a3-a2d5-6b57b666eb77 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382887 Oct 04 08:53:39.342612 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7ca8beec-5f5a-4798-bba6-a4a5d2c44852 admin admin] Publish callbacks [] for security_group (a43f8dd9-4d14-4c04-9ee3-924a918ade5a), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.365742 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:39.402780 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7ca8beec-5f5a-4798-bba6-a4a5d2c44852 admin admin] Publish callbacks [] for security_group (a43f8dd9-4d14-4c04-9ee3-924a918ade5a), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.450570 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for port (f67fa69e-5a33-417d-95ab-91557f8ba3cc), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.463009 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea38953-34be-4280-bb4e-68b465551eca req-7819996e-d358-4a5b-8113-05f058244fee tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:39.470166 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2ea38953-34be-4280-bb4e-68b465551eca req-7819996e-d358-4a5b-8113-05f058244fee tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0913348 Oct 04 08:53:39.546251 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70977df5-4f3b-4e1b-b253-3536a24f3b61 req-401ef7ed-b9ce-4d99-8e71-1e8023e69173 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:39.548410 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-70977df5-4f3b-4e1b-b253-3536a24f3b61 req-401ef7ed-b9ce-4d99-8e71-1e8023e69173 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 950 time: 0.1077788 Oct 04 08:53:39.581164 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3323-859a-4f74-ae25-7755a5f2a5bc req-a7cc360b-b8b5-40df-91dd-710f0a4df8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:39.583858 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ce3a3323-859a-4f74-ae25-7755a5f2a5bc req-a7cc360b-b8b5-40df-91dd-710f0a4df8ad service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=b1f2fb36dae5483ebc61c88336461b18&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3638937 Oct 04 08:53:39.612335 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2ea38953-34be-4280-bb4e-68b465551eca req-aab0e238-4de3-40ba-8c6e-a1cb7c207b77 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413264 Oct 04 08:53:39.613770 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.646329 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:39.649195 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-70977df5-4f3b-4e1b-b253-3536a24f3b61 req-78e0f181-88d9-491e-a1e2-d3dde4581c5a tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835190 Oct 04 08:53:39.678613 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949524d3-62c2-4a57-9935-c41d255fb035 None None] The sync data for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi is: [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:39.699025 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7ca8beec-5f5a-4798-bba6-a4a5d2c44852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (a43f8dd9-4d14-4c04-9ee3-924a918ade5a), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.705284 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7ca8beec-5f5a-4798-bba6-a4a5d2c44852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.705284 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-7ca8beec-5f5a-4798-bba6-a4a5d2c44852 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a43f8dd9-4d14-4c04-9ee3-924a918ade5a HTTP/1.1" status: 204 len: 168 time: 0.5499022 Oct 04 08:53:39.719619 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8beec-5f5a-4798-bba6-a4a5d2c44852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43f8dd9-4d14-4c04-9ee3-924a918ade5a,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:39.754495 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (f67fa69e-5a33-417d-95ab-91557f8ba3cc), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.817537 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:39.835016 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:39.839168 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:39.871819 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'Port': ['ID=f67fa69e-5a33-417d-95ab-91557f8ba3cc,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:40.004423 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (2598da52-e429-4b9c-9e26-cc754973edf1), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.077102 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.164954 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f67fa69e-5a33-417d-95ab-91557f8ba3cc), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.165608 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:40.191954 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:40.198124 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 56d9e2d6-87f7-42b7-8801-fa60f14391a9 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:40.235148 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3323-859a-4f74-ae25-7755a5f2a5bc req-a35da1fe-a722-41f6-9a30-dec5fed3bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:40.236644 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ce3a3323-859a-4f74-ae25-7755a5f2a5bc req-a35da1fe-a722-41f6-9a30-dec5fed3bba4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4676902 Oct 04 08:53:40.280939 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:40.282260 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.282684 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 Oct 04 08:53:40.409600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-15078fdf-9462-417a-b084-fb83bcb39348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:40.412872 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-15078fdf-9462-417a-b084-fb83bcb39348 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b1f2fb36dae5483ebc61c88336461b18&device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 1128 time: 0.0977805 Oct 04 08:53:40.452425 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:40.453425 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.453658 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for port (f67fa69e-5a33-417d-95ab-91557f8ba3cc), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.481156 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-c73ac512-baef-42ce-8332-a487c43bdf70 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=602efdf9-2f61-45ea-b518-8b6d9821574a HTTP/1.1" status: 200 len: 217 time: 0.0590746 Oct 04 08:53:40.504811 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 56d9e2d6-87f7-42b7-8801-fa60f14391a9, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=56d9e2d6-87f7-42b7-8801-fa60f14391a9,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:40.529814 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (f67fa69e-5a33-417d-95ab-91557f8ba3cc), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.553963 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-1790ba7b-20a7-4a74-b8e9-ff50a7536821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:40.556141 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-1790ba7b-20a7-4a74-b8e9-ff50a7536821 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=44e15746-5976-465f-b007-5454875cc515 HTTP/1.1" status: 200 len: 854 time: 0.0657678 Oct 04 08:53:40.599086 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-816225ee-bfa0-4f8d-b9ab-7cb6b593e3cb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=55fbb12a-1798-478e-a82a-501e9d9942f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353801 Oct 04 08:53:40.609101 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.610174 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device c13406af-0795-4a19-bc5d-4a06f3b69261 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:40.691501 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:40.730748 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e92f21-8e32-477a-88c4-b3f53652f199 req-3d6cecfa-c700-418f-80f1-cfaa0833e2f8 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:40.737887 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f6e92f21-8e32-477a-88c4-b3f53652f199 req-3d6cecfa-c700-418f-80f1-cfaa0833e2f8 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 944 time: 0.2595534 Oct 04 08:53:40.742528 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port c13406af-0795-4a19-bc5d-4a06f3b69261 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:40.743665 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.744216 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port c13406af-0795-4a19-bc5d-4a06f3b69261 Oct 04 08:53:40.765645 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-f9e2b9d5-19af-44ae-b4e6-a23f95679244 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570191 Oct 04 08:53:40.832076 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'Port': ['ID=f67fa69e-5a33-417d-95ab-91557f8ba3cc,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:40.840936 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (2598da52-e429-4b9c-9e26-cc754973edf1), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.928223 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port c13406af-0795-4a19-bc5d-4a06f3b69261 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:40.941166 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=56d9e2d6-87f7-42b7-8801-fa60f14391a9,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:40.943063 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f6e92f21-8e32-477a-88c4-b3f53652f199 req-c4a87760-f9dc-4995-afbd-3e92ca0b406a tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033038 Oct 04 08:53:40.958987 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04916f-4bd1-4d8f-bf94-d276572a3735 req-f5d72627-3c4d-4285-8fb0-fc6c38d651f7 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:40.962995 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7d04916f-4bd1-4d8f-bf94-d276572a3735 req-f5d72627-3c4d-4285-8fb0-fc6c38d651f7 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 950 time: 0.1577191 Oct 04 08:53:40.994744 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4c741854-6daf-4fb3-a17b-593d33d4c2bb req-3e161cd2-1d4f-4de3-867c-fc4032df56ad service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185464 Oct 04 08:53:41.034572 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.038572 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8a86dcee-c9b6-4b50-a327-720681a59654 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5283477 Oct 04 08:53:41.043507 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7d04916f-4bd1-4d8f-bf94-d276572a3735 req-abb1e5e7-63be-4d5e-9ce2-615d2758e6c2 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734086 Oct 04 08:53:41.282973 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:41.334802 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-5d370168-4ac7-47a3-b4f8-a38869788469 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1202920787&fields=id&tenant_id=bc8433b42fb74e8bbfef92acedf01259 HTTP/1.1" status: 200 len: 267 time: 0.0608840 Oct 04 08:53:41.478541 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-3afe1a28-eb83-4416-9f9d-76734eae59e1 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:41.480250 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-3afe1a28-eb83-4416-9f9d-76734eae59e1 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 200 len: 811 time: 0.1368034 Oct 04 08:53:41.505316 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-87aac603-ff87-4e36-839a-43420a41a739 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/quotas/bc8433b42fb74e8bbfef92acedf01259 HTTP/1.1" status: 200 len: 375 time: 0.0186167 Oct 04 08:53:41.579629 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-08a0e05b-5655-4ffe-80a9-f270c692d9a1 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600452 Oct 04 08:53:41.684529 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f410e0-3d0d-419f-87e3-92f5d4064879 req-e0de69e9-9fe8-4860-b677-8e965ea8c197 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:41.685807 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-27f410e0-3d0d-419f-87e3-92f5d4064879 req-e0de69e9-9fe8-4860-b677-8e965ea8c197 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 950 time: 0.1045520 Oct 04 08:53:41.754172 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-46120871-2c2a-4d9b-b2e6-37c0bffd33e5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594815 Oct 04 08:53:41.827611 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-27f410e0-3d0d-419f-87e3-92f5d4064879 req-0d3dc866-6286-49b1-8176-95c8b46efd04 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325712 Oct 04 08:53:41.880964 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-3f0e2152-d936-412d-b19e-9509632821c2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105716 Oct 04 08:53:41.999256 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 56d9e2d6-87f7-42b7-8801-fa60f14391a9 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:42.064916 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:42.065387 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.065792 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 Oct 04 08:53:42.158474 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:42.254778 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:42.272279 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20effe39-9cc3-4d6b-8c1f-0572e2902754 req-c4518029-c8b1-4f3d-ba98-ebfb074c60d1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:42.274899 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-20effe39-9cc3-4d6b-8c1f-0572e2902754 req-c4518029-c8b1-4f3d-ba98-ebfb074c60d1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0659542 Oct 04 08:53:42.322461 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46944) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:42.341386 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-20effe39-9cc3-4d6b-8c1f-0572e2902754 req-67f74a06-04d5-4355-b146-d5d7750ef4e0 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607688 Oct 04 08:53:42.435262 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5298e209-5f67-4ae8-876a-00f4c058bfae req-17c6d979-2faa-408d-8090-dde0a4a15560 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 210 time: 0.0304587 Oct 04 08:53:42.457572 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-851d041a-49e7-4423-9f1d-953bcc98de5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.472632 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:42.569782 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-851d041a-49e7-4423-9f1d-953bcc98de5a admin admin] Publish callbacks [] for security_group (1b561577-f7bf-4e49-b44b-2ae8dd058dca), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.587769 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6e7e-a5bd-4a74-83dd-c066c1dce550 req-6842b3fa-cb10-4cdc-8dd4-fba672335d84 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:42.589283 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-defa6e7e-a5bd-4a74-83dd-c066c1dce550 req-6842b3fa-cb10-4cdc-8dd4-fba672335d84 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0564358 Oct 04 08:53:42.638541 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-defa6e7e-a5bd-4a74-83dd-c066c1dce550 req-fcb5e856-e462-402b-8413-f04c0fc1d4da tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432749 Oct 04 08:53:42.750343 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-851d041a-49e7-4423-9f1d-953bcc98de5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1b561577-f7bf-4e49-b44b-2ae8dd058dca), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.791716 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-851d041a-49e7-4423-9f1d-953bcc98de5a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f83ee172d75e42cbae94076397bc4184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683888 Oct 04 08:53:42.792901 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d041a-49e7-4423-9f1d-953bcc98de5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b561577-f7bf-4e49-b44b-2ae8dd058dca,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:42.794457 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 46950) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:42.855662 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-15fb53ca-aecd-4f8c-8131-1d1f00cecae6 admin admin] Publish callbacks [] for security_group (1b561577-f7bf-4e49-b44b-2ae8dd058dca), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.877369 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-15fb53ca-aecd-4f8c-8131-1d1f00cecae6 admin admin] Publish callbacks [] for security_group (1b561577-f7bf-4e49-b44b-2ae8dd058dca), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.976255 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424071-f853-484b-a6be-ffc85305065d req-ad6d1d74-138b-454e-9081-13a6bf1cd3d8 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:42.978393 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-16424071-f853-484b-a6be-ffc85305065d req-ad6d1d74-138b-454e-9081-13a6bf1cd3d8 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 950 time: 0.0471487 Oct 04 08:53:42.982318 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:43.025850 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-16424071-f853-484b-a6be-ffc85305065d req-5b73bcfd-a9a0-4c59-b740-da315baacce5 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Oct 04 08:53:43.027978 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-15fb53ca-aecd-4f8c-8131-1d1f00cecae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1b561577-f7bf-4e49-b44b-2ae8dd058dca), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.030546 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-15fb53ca-aecd-4f8c-8131-1d1f00cecae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.031682 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-15fb53ca-aecd-4f8c-8131-1d1f00cecae6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1b561577-f7bf-4e49-b44b-2ae8dd058dca HTTP/1.1" status: 204 len: 168 time: 0.2360501 Oct 04 08:53:43.040163 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb53ca-aecd-4f8c-8131-1d1f00cecae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b561577-f7bf-4e49-b44b-2ae8dd058dca,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:43.108099 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:43.235633 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 602efdf9-2f61-45ea-b518-8b6d9821574a details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:53:43.345368 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 602efdf9-2f61-45ea-b518-8b6d9821574a, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=602efdf9-2f61-45ea-b518-8b6d9821574a,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:43.356360 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '602efdf9-2f61-45ea-b518-8b6d9821574a', 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8', 'port_id': '602efdf9-2f61-45ea-b518-8b6d9821574a', 'mac_address': 'fa:16:3e:7a:25:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e15746-5976-465f-b007-5454875cc515', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:53:43.387591 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:43.402141 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 602efdf9-2f61-45ea-b518-8b6d9821574a is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:43.402579 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.417831 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602efdf9-2f61-45ea-b518-8b6d9821574a {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:53:43.442866 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:43.446083 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 602efdf9-2f61-45ea-b518-8b6d9821574a, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=602efdf9-2f61-45ea-b518-8b6d9821574a,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:43.497364 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342554c0-c4cd-4670-bcda-6ff5399a552e req-93ab8eb7-0ab3-4a2b-a886-2ddf93eaba47 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:43.499277 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-342554c0-c4cd-4670-bcda-6ff5399a552e req-93ab8eb7-0ab3-4a2b-a886-2ddf93eaba47 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0597727 Oct 04 08:53:43.531091 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.568742 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1bdf38e7-c852-4a06-bad3-01d3a0df4d3d req-9c0fe3ab-4060-4456-b7cb-8ac8e6734c89 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 210 time: 0.0437551 Oct 04 08:53:43.590597 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=602efdf9-2f61-45ea-b518-8b6d9821574a,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:43.597209 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-342554c0-c4cd-4670-bcda-6ff5399a552e req-c7052777-3265-4c07-983a-226cbb0071d7 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862854 Oct 04 08:53:43.761092 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d1d67-d9f5-45fd-95fa-cd63cdb79383 req-4ebff1eb-5ba5-414d-8bd6-89044d28f038 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:43.762736 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-761d1d67-d9f5-45fd-95fa-cd63cdb79383 req-4ebff1eb-5ba5-414d-8bd6-89044d28f038 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0510831 Oct 04 08:53:43.824932 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-761d1d67-d9f5-45fd-95fa-cd63cdb79383 req-4c366bd2-80bb-48e2-b65c-90dc7fe4012e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Oct 04 08:53:43.870791 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:43.885267 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['602efdf9-2f61-45ea-b518-8b6d9821574a'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:53:44.109122 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-6ab98a36-6e8f-4519-817c-9b29ee4af55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:44.110482 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-6ab98a36-6e8f-4519-817c-9b29ee4af55d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 1130 time: 0.0468056 Oct 04 08:53:44.154751 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47077a08-c7d4-4f04-9ddd-c1c73b7c3d87 req-ca703333-8f00-448e-82ae-dd23a06ba3ad tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:44.156643 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-47077a08-c7d4-4f04-9ddd-c1c73b7c3d87 req-ca703333-8f00-448e-82ae-dd23a06ba3ad tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 950 time: 0.0519264 Oct 04 08:53:44.213276 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-47077a08-c7d4-4f04-9ddd-c1c73b7c3d87 req-f3b9f8f5-d18f-4d7f-a81c-13b0e9305f15 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8812925e-f47a-4572-9ed8-08aaaa6041dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505300 Oct 04 08:53:44.252588 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-af714258-12b1-4eb2-834f-12cd95feb216 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:44.254329 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-af714258-12b1-4eb2-834f-12cd95feb216 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 950 time: 0.0926540 Oct 04 08:53:44.280710 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 46988) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:44.336654 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-2d4457ea-772c-4221-b4d4-d34b70567ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:44.338131 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-2d4457ea-772c-4221-b4d4-d34b70567ed6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.1855178 Oct 04 08:53:44.404239 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-404736256-network', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:44.410834 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-dc155f7c-2950-4554-b937-aecb40bf3ccc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0434556 Oct 04 08:53:44.417488 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Deleting port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:44.417840 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.525534 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-ba7d655f-6a14-44d0-8651-c833c083a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:44.527011 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-ba7d655f-6a14-44d0-8651-c833c083a2c9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.1060808 Oct 04 08:53:44.542368 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Made reservation on behalf of f6f4de2e638d4746a56a2d2023d2401b for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:44.544756 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.555610 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.588987 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] For port 1b3c5b66-0ffb-481c-a26c-67c701b5d705, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b3c5b66-0ffb-481c-a26c-67c701b5d705,segment=NetworkSegment(4d34c508-2b57-49ac-8c93-514bea15df97),segment_id=4d34c508-2b57-49ac-8c93-514bea15df97)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:44.589351 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.594237 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:44.609862 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-195cbc24-a7d8-40ad-abb4-3475d46002d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:44.612303 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-195cbc24-a7d8-40ad-abb4-3475d46002d3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726850 Oct 04 08:53:44.613460 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Calling delete_port for 1b3c5b66-0ffb-481c-a26c-67c701b5d705 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:44.656413 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Publish callbacks [] for security_group (40dc043b-4aca-439c-aac6-94d5a0555cb8), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.700675 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7c43bf94-87bc-439c-b147-1d601549870b req-de8f2edc-22d1-4f4e-98ee-b542526d3340 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 210 time: 0.0331218 Oct 04 08:53:44.737206 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (40dc043b-4aca-439c-aac6-94d5a0555cb8), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.749578 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:53:44.777885 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (826226b4-ec26-47af-b425-1ee18716fab1), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.778343 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Added segment 826226b4-ec26-47af-b425-1ee18716fab1 of type vlan for network 4bbb976b-3b1d-417f-9eb1-47edd4a962af Oct 04 08:53:44.788461 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6233-f3b7-48a3-b553-735f12d518e7 req-38f0b0c7-39ef-43b1-97c2-8a00d38e0545 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:44.791064 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fbfd6233-f3b7-48a3-b553-735f12d518e7 req-38f0b0c7-39ef-43b1-97c2-8a00d38e0545 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0936248 Oct 04 08:53:44.802488 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-82a2241e-a47e-4d0d-ad3c-a830d2405dc0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823139 Oct 04 08:53:44.846837 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dc043b-4aca-439c-aac6-94d5a0555cb8,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:44.865142 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (4bbb976b-3b1d-417f-9eb1-47edd4a962af), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.915929 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fbfd6233-f3b7-48a3-b553-735f12d518e7 req-e4ae12d4-907b-4f39-b18a-58f933e61082 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118670 Oct 04 08:53:44.941639 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (1b3c5b66-0ffb-481c-a26c-67c701b5d705), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.956592 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['1b3c5b66-0ffb-481c-a26c-67c701b5d705'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:53:44.983416 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477e5c1-ca44-4c65-aece-35c70a492518 req-0aa96a04-3a7e-4360-81f4-e48a60fb5853 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:44.985469 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b477e5c1-ca44-4c65-aece-35c70a492518 req-0aa96a04-3a7e-4360-81f4-e48a60fb5853 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0682361 Oct 04 08:53:45.004886 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (4bbb976b-3b1d-417f-9eb1-47edd4a962af), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.004886 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:45.004886 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.010328 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Pushing event deleted for resources: {'Port': ['ID=1b3c5b66-0ffb-481c-a26c-67c701b5d705,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:45.083825 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] No DVR routers for this DVR port 1b3c5b66-0ffb-481c-a26c-67c701b5d705 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:45.088235 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.092074 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f61c19a0-30a8-466b-8fce-c3581985ae05 req-21e785be-629c-476f-8e48-04b0f4728747 tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.42 "DELETE /networking/v2.0/ports/1b3c5b66-0ffb-481c-a26c-67c701b5d705 HTTP/1.1" status: 204 len: 173 time: 0.8283901 Oct 04 08:53:45.092583 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44ebb4e-ec98-438d-8d11-cdb62a713dd4', 'name': 'network-vif-deleted', 'tag': '1b3c5b66-0ffb-481c-a26c-67c701b5d705'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:45.095346 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5224b8cf-91ad-4895-aad8-0d98ce993a0b" -d '{"events": [{"server_uuid": "f44ebb4e-ec98-438d-8d11-cdb62a713dd4", "name": "network-vif-deleted", "tag": "1b3c5b66-0ffb-481c-a26c-67c701b5d705"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:45.095866 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] Pushing event updated for resources: {'Network': ['ID=4bbb976b-3b1d-417f-9eb1-47edd4a962af,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:45.099590 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d9ee182-c923-4078-af8a-2ef9f7abd6d4 req-4fd9610b-617e-4d1f-899b-14096afec27d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909815 Oct 04 08:53:45.106221 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b477e5c1-ca44-4c65-aece-35c70a492518 req-1366fff5-d9a9-471a-8d19-f9748677ef8a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151059 Oct 04 08:53:45.123338 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 4bbb976b-3b1d-417f-9eb1-47edd4a962af details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:53:45.157092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5049bee5-204b-42a5-9e3b-c5a7f8cb653a x-openstack-request-id: req-5049bee5-204b-42a5-9e3b-c5a7f8cb653a {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:45.157567 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44ebb4e-ec98-438d-8d11-cdb62a713dd4", "name": "network-vif-deleted", "tag": "1b3c5b66-0ffb-481c-a26c-67c701b5d705", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:45.157645 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5049bee5-204b-42a5-9e3b-c5a7f8cb653a {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:45.158045 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5049bee5-204b-42a5-9e3b-c5a7f8cb653a'] response: {'server_uuid': 'f44ebb4e-ec98-438d-8d11-cdb62a713dd4', 'name': 'network-vif-deleted', 'tag': '1b3c5b66-0ffb-481c-a26c-67c701b5d705', 'status': 'completed', 'code': 200} Oct 04 08:53:45.173896 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c069fafd-88bf-4203-9623-41f6a856fb7d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8918130 Oct 04 08:53:45.176864 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 47008) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:45.182035 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Request body: {'subnet': {'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-404736256-subnet', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'ip_version': 4}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:45.183265 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:45.255244 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 602efdf9-2f61-45ea-b518-8b6d9821574a up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:45.275756 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Made reservation on behalf of f6f4de2e638d4746a56a2d2023d2401b for: {'subnet': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:45.280058 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29048433'] for subnet (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.318430 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 602efdf9-2f61-45ea-b518-8b6d9821574a completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:53:45.384910 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5de2ab29-531f-4fbb-aa41-9dc6833f51d2 req-314fc58d-0c1c-4bec-87b4-022b2dfd74bd tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 210 time: 0.0448821 Oct 04 08:53:45.406092 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 602efdf9-2f61-45ea-b518-8b6d9821574a triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:45.406765 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.407599 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 602efdf9-2f61-45ea-b518-8b6d9821574a Oct 04 08:53:45.487025 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 602efdf9-2f61-45ea-b518-8b6d9821574a is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:45.487681 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.517236 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602efdf9-2f61-45ea-b518-8b6d9821574a'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:45.519512 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c19640-e848-4e09-b24f-a6148850aa8a" -d '{"events": [{"server_uuid": "ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "602efdf9-2f61-45ea-b518-8b6d9821574a"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:45.532098 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 602efdf9-2f61-45ea-b518-8b6d9821574a, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=602efdf9-2f61-45ea-b518-8b6d9821574a,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:45.559659 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c65188-e618-4381-a390-c24251a9e424 x-openstack-request-id: req-c4c65188-e618-4381-a390-c24251a9e424 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:45.559950 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "602efdf9-2f61-45ea-b518-8b6d9821574a", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:45.560198 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c4c65188-e618-4381-a390-c24251a9e424 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:45.560591 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c65188-e618-4381-a390-c24251a9e424'] response: {'server_uuid': 'ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602efdf9-2f61-45ea-b518-8b6d9821574a', 'code': 200} Oct 04 08:53:45.611197 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.663684 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28129129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29048419'] for subnet (80ab987e-4f3b-4ad7-a7ab-3b2c0e632255), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.667885 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=602efdf9-2f61-45ea-b518-8b6d9821574a,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:45.731664 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ab987e-4f3b-4ad7-a7ab-3b2c0e632255,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:45.754979 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Checking segment: {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:45.755417 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Network hostable DHCP agents. Network: 4bbb976b-3b1d-417f-9eb1-47edd4a962af, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:53:45.758529 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:45.803328 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-b8e658f4-837d-4fa3-bb0f-fb4ac3a3baea tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:45.806320 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-b8e658f4-837d-4fa3-bb0f-fb4ac3a3baea tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 200 len: 811 time: 0.1192138 Oct 04 08:53:45.826008 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7debddec-2e56-4333-9e23-ba360c9960d0 req-016212cf-c839-4e8f-b2bf-45c5108c7a64 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 210 time: 0.0393665 Oct 04 08:53:45.862862 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Network 4bbb976b-3b1d-417f-9eb1-47edd4a962af is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:53:45.895023 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-6acbfa74-03c5-4b2a-b30b-ab2fdb21a8cf tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bc8433b42fb74e8bbfef92acedf01259 HTTP/1.1" status: 200 len: 380 time: 0.0635023 Oct 04 08:53:45.910753 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'port': {'device_id': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'admin_state_up': True, 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'security_groups': ['e7595ec2-0109-40b0-abfc-88ad8b4f3502']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:45.955861 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 4bbb976b-3b1d-417f-9eb1-47edd4a962af) {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:45.962187 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:45.962828 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.970254 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a4e12c-73a1-4b6d-9353-e0155b82876b None None] Network 4bbb976b-3b1d-417f-9eb1-47edd4a962af requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:46.083036 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d1066a87-8701-40cf-89c6-b69c9c4e343e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9042795 Oct 04 08:53:46.094854 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47036) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:46.099390 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:46.122803 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.130418 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f8e1c-6e3e-4ba3-8f2b-ba55b5d3bcb6 req-3ee6399f-b885-481c-b261-cd9d008a8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:46.132291 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-457f8e1c-6e3e-4ba3-8f2b-ba55b5d3bcb6 req-3ee6399f-b885-481c-b261-cd9d008a8925 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 1130 time: 0.0757165 Oct 04 08:53:46.135256 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f4511-2ba0-4cb4-aac8-a7088deb2276 req-0c661111-5939-4856-8dc3-158e15a903f9 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:46.136911 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-962f4511-2ba0-4cb4-aac8-a7088deb2276 req-0c661111-5939-4856-8dc3-158e15a903f9 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0920134 Oct 04 08:53:46.209931 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-457f8e1c-6e3e-4ba3-8f2b-ba55b5d3bcb6 req-2951b2c9-8332-45fe-b9ec-04ff2d6422d0 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666289 Oct 04 08:53:46.212246 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Made reservation on behalf of bc8433b42fb74e8bbfef92acedf01259 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:46.216135 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.219255 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-962f4511-2ba0-4cb4-aac8-a7088deb2276 req-4d205cfc-4b7f-496a-aff8-1ed3446b9333 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755603 Oct 04 08:53:46.219835 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.220901 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.254163 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.266754 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.275206 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a1457-cc60-45c5-9612-27d41da9cd7f req-2dcc3898-ce18-4984-bdf6-2eb217c6a418 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:46.276743 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a08a1457-cc60-45c5-9612-27d41da9cd7f req-2dcc3898-ce18-4984-bdf6-2eb217c6a418 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0628517 Oct 04 08:53:46.283996 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:53:46.285458 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.308666 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks [] for router_controller (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), precommit_add_association {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.328888 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a08a1457-cc60-45c5-9612-27d41da9cd7f req-89db8690-303a-407d-b0aa-0f309ca5cf1e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454412 Oct 04 08:53:46.438161 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Allocated IP 172.20.0.2 (4bbb976b-3b1d-417f-9eb1-47edd4a962af/80ab987e-4f3b-4ad7-a7ab-3b2c0e632255/24a814cc-dd8a-4cfc-89da-d221aead7ae2) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:46.507378 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Allocated IP 172.20.0.3 (b69956c0-5fe6-4691-8a59-9cfb11ce6aa0/af0722f9-9785-4a14-92e6-f8dea856b94f/2689379b-47a8-42fb-97fd-2b3a41375c74) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:46.518130 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.519518 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-826f54ed-f7c6-45c4-85de-586287ff7dda req-d247bbc1-0f33-4441-82b6-b32f8c3abbbc tempest-VolumesNegativeTest-1970160266 tempest-VolumesNegativeTest-1970160266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f44ebb4e-ec98-438d-8d11-cdb62a713dd4 HTTP/1.1" status: 200 len: 210 time: 0.0355678 Oct 04 08:53:46.548908 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.554082 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks [] for router_gateway (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.597334 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Publish callbacks [] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.653215 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.698495 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Network 4bbb976b-3b1d-417f-9eb1-47edd4a962af is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:46.701558 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:46.704077 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:46.710857 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Pushing event updated for resources: {'Port': ['ID=24a814cc-dd8a-4cfc-89da-d221aead7ae2,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:46.743977 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.768002 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Attempting to bind port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:46.768378 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Attempting to bind port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:46.768744 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Attempting to bind port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 on network 4bbb976b-3b1d-417f-9eb1-47edd4a962af {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:46.811049 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:46.811525 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Checking segment: {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:46.811853 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.812245 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Bound using segment: {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:46.812729 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Bound port: 24a814cc-dd8a-4cfc-89da-d221aead7ae2, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:46.813119 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.866484 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks [] for router_gateway (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.884738 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] For port 24a814cc-dd8a-4cfc-89da-d221aead7ae2, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:46.887046 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.888413 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] For port 24a814cc-dd8a-4cfc-89da-d221aead7ae2, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=24a814cc-dd8a-4cfc-89da-d221aead7ae2,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:46.929445 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.934356 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b8b3947d-81c4-4672-af41-7584c93a9d38 req-0d7fe598-5256-4834-b434-4d7bdb97492d tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 210 time: 0.0270505 Oct 04 08:53:46.951304 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.979401 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.979868 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.031946 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:47.036135 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb171a2e-fdc7-44f2-8a8b-8e122452a175 None None] Pushing event updated for resources: {'Port': ['ID=24a814cc-dd8a-4cfc-89da-d221aead7ae2,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:47.041973 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:47.043169 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:47.054449 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:47.061338 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'Port': ['ID=2689379b-47a8-42fb-97fd-2b3a41375c74,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:47.113289 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Allocated IP 172.27.1.218 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/1a5ef128-ded6-435f-9cc8-c5a86f06680e) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:47.138648 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:47.139277 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.248566 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-2f7dec59-6219-4156-8015-22ba0799a295 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3465672 Oct 04 08:53:47.254307 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 1b3c5b66-0ffb-481c-a26c-67c701b5d705 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:47.286828 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 1b3c5b66-0ffb-481c-a26c-67c701b5d705 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:47.287183 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 1b3c5b66-0ffb-481c-a26c-67c701b5d705 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:47.312691 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks [] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.339139 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Request body: {'port': {'device_id': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:47.407791 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-a999752c-6c8e-41ce-86c0-b2d00f7a974d None None] Provisioning complete for port 2689379b-47a8-42fb-97fd-2b3a41375c74 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:47.408227 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a999752c-6c8e-41ce-86c0-b2d00f7a974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.408559 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-a999752c-6c8e-41ce-86c0-b2d00f7a974d None None] Attempt 1 to provision port 2689379b-47a8-42fb-97fd-2b3a41375c74 Oct 04 08:53:47.452846 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:47.454578 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9ba2d-3c94-496d-939d-914ebb9a285c req-0ef5d9ba-20c5-4d9b-9da5-cab3866c9ebd tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:47.455322 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-a999752c-6c8e-41ce-86c0-b2d00f7a974d None None] Port 2689379b-47a8-42fb-97fd-2b3a41375c74 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:53:47.458396 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.463402 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f9a9ba2d-3c94-496d-939d-914ebb9a285c req-0ef5d9ba-20c5-4d9b-9da5-cab3866c9ebd tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 946 time: 0.1300557 Oct 04 08:53:47.488397 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.517248 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:47.520864 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864ddab-d3ef-4a20-8128-a4788310acc1 req-3318a10f-e445-48db-b895-ca4076f379d5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:47.522721 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9864ddab-d3ef-4a20-8128-a4788310acc1 req-3318a10f-e445-48db-b895-ca4076f379d5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0881591 Oct 04 08:53:47.543710 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:47.553878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:47.559320 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f9a9ba2d-3c94-496d-939d-914ebb9a285c req-5e8853a8-134f-4ca8-b455-e5af884c9831 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961709 Oct 04 08:53:47.562976 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5ef128-ded6-435f-9cc8-c5a86f06680e,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:47.607037 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9864ddab-d3ef-4a20-8128-a4788310acc1 req-1b7a41da-7cb1-4054-bd02-1261fa87143a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763891 Oct 04 08:53:47.668427 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:47.938325 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:48.023492 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 24a814cc-dd8a-4cfc-89da-d221aead7ae2 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:48.097897 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:48.101270 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a35df-def7-46cf-9ec3-6b19e0acf227 req-b62bdff5-7aca-4403-83ee-97bb1ed011c0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:48.103774 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a58a35df-def7-46cf-9ec3-6b19e0acf227 req-b62bdff5-7aca-4403-83ee-97bb1ed011c0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 931 time: 0.0670817 Oct 04 08:53:48.107205 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:48.128511 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:48.129017 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.129561 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 Oct 04 08:53:48.166291 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:48.172705 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a58a35df-def7-46cf-9ec3-6b19e0acf227 req-15cfe5c6-0e27-48cd-8713-1e5817201a8d tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568032 Oct 04 08:53:48.219170 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:48.280152 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de3d3e6-a2f7-4e79-86af-1b3c8938f199 None None] Network 4bbb976b-3b1d-417f-9eb1-47edd4a962af requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:48.321056 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2689379b-47a8-42fb-97fd-2b3a41375c74 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:53:48.333812 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Publish callbacks [] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.351146 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-28c89650-02c9-49db-bd30-eba880874308 None None] Provisioning complete for port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:48.352435 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-28c89650-02c9-49db-bd30-eba880874308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.352941 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-28c89650-02c9-49db-bd30-eba880874308 None None] Attempt 1 to provision port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 Oct 04 08:53:48.354165 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Transition to ACTIVE for port object 2689379b-47a8-42fb-97fd-2b3a41375c74 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:53:48.356570 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks [] for router_gateway (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.381226 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:48.381901 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.486545 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 24a814cc-dd8a-4cfc-89da-d221aead7ae2, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=24a814cc-dd8a-4cfc-89da-d221aead7ae2,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:48.497101 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.538310 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-28c89650-02c9-49db-bd30-eba880874308 None None] Current status of the port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:48.538733 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-28c89650-02c9-49db-bd30-eba880874308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.541629 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:48.615799 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Pushing event updated for resources: {'Port': ['ID=2689379b-47a8-42fb-97fd-2b3a41375c74,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:48.632841 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.717469 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Attempting to bind port 2689379b-47a8-42fb-97fd-2b3a41375c74 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:48.718213 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Attempting to bind port 2689379b-47a8-42fb-97fd-2b3a41375c74 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:48.718792 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Attempting to bind port 2689379b-47a8-42fb-97fd-2b3a41375c74 on network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:48.744464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.747475 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.db.api [None req-28c89650-02c9-49db-bd30-eba880874308 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 08:53:48.747946 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG oslo_db.api [None req-28c89650-02c9-49db-bd30-eba880874308 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 08:53:48.752340 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=24a814cc-dd8a-4cfc-89da-d221aead7ae2,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:48.793706 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6992015-fa42-4bbd-af97-1fd0c726893a req-3e59dbf7-2385-49e1-9c98-9c9630150ba8 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:48.794133 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a6992015-fa42-4bbd-af97-1fd0c726893a req-3e59dbf7-2385-49e1-9c98-9c9630150ba8 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0817368 Oct 04 08:53:48.807907 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1030b-50ea-4351-8bb1-deaee29bc786 req-717618fe-c1f7-4bc3-aecb-b28f0da8c4fa tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:48.809341 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-70e1030b-50ea-4351-8bb1-deaee29bc786 req-717618fe-c1f7-4bc3-aecb-b28f0da8c4fa tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 946 time: 0.1080325 Oct 04 08:53:48.821212 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Port 2689379b-47a8-42fb-97fd-2b3a41375c74 on network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:53:48.821929 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Attempting to bind port 2689379b-47a8-42fb-97fd-2b3a41375c74 on network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:48.884667 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a6992015-fa42-4bbd-af97-1fd0c726893a req-b24307ca-6e43-4f4b-8f47-14ad02f7d039 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743124 Oct 04 08:53:48.903402 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-70e1030b-50ea-4351-8bb1-deaee29bc786 req-27a85e22-a964-4d87-a6f9-1e73aa870eb0 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856850 Oct 04 08:53:48.914713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:48.914713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Checking segment: {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:48.914713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Bound using segment: {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:48.915902 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Bound port: 2689379b-47a8-42fb-97fd-2b3a41375c74, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:48.916418 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.024625 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] For port 2689379b-47a8-42fb-97fd-2b3a41375c74, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:49.028323 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] For port 2689379b-47a8-42fb-97fd-2b3a41375c74, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2689379b-47a8-42fb-97fd-2b3a41375c74,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:49.063326 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:53:49.120557 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.123076 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:49.123691 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.125095 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/2689379b-47a8-42fb-97fd-2b3a41375c74 HTTP/1.1" status: 200 len: 1093 time: 1.7907059 Oct 04 08:53:49.131835 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'tag': '2689379b-47a8-42fb-97fd-2b3a41375c74'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:49.134198 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ae3fb9-56c0-48a6-9717-6a6a40365b00" -d '{"events": [{"name": "network-changed", "server_uuid": "b087fca8-b245-4d5b-8cd3-1baec0ad7560", "tag": "2689379b-47a8-42fb-97fd-2b3a41375c74"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:49.205664 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6f83cb-1186-45c6-b793-2094aaaec2f4 x-openstack-request-id: req-5d6f83cb-1186-45c6-b793-2094aaaec2f4 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:49.206032 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b087fca8-b245-4d5b-8cd3-1baec0ad7560", "tag": "2689379b-47a8-42fb-97fd-2b3a41375c74", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:49.206203 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5d6f83cb-1186-45c6-b793-2094aaaec2f4 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:49.206647 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6f83cb-1186-45c6-b793-2094aaaec2f4'] response: {'name': 'network-changed', 'server_uuid': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'tag': '2689379b-47a8-42fb-97fd-2b3a41375c74', 'status': 'completed', 'code': 200} Oct 04 08:53:49.279545 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8e3c8-89a1-46d1-bd81-5630ab11e792 service neutron] Pushing event updated for resources: {'Port': ['ID=2689379b-47a8-42fb-97fd-2b3a41375c74,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:49.282501 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:49.297241 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae3fb9-56c0-48a6-9717-6a6a40365b00 req-dc9c9fa1-dbed-46aa-b9ba-5aec905cf219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:49.298843 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-99ae3fb9-56c0-48a6-9717-6a6a40365b00 req-dc9c9fa1-dbed-46aa-b9ba-5aec905cf219 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 1127 time: 0.0791497 Oct 04 08:53:49.313933 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Sync routers for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:49.321144 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:49.365880 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-28c89650-02c9-49db-bd30-eba880874308 None None] Current status of the port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:49.379370 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:49.380022 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:49.388695 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.389950 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-de09d4b4-c13e-416b-9782-3d13f62d89f9 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2940612 Oct 04 08:53:49.395685 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47196) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:49.440777 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d710e0d-c085-489e-9c92-1eb21097648c req-56f9222e-4a82-4148-be82-63dcffa8f963 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:49.442389 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0d710e0d-c085-489e-9c92-1eb21097648c req-56f9222e-4a82-4148-be82-63dcffa8f963 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 943 time: 0.1151032 Oct 04 08:53:49.483949 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae3fb9-56c0-48a6-9717-6a6a40365b00 req-fb9ed580-3aab-4527-8e85-3c0a2c798480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:49.485863 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-99ae3fb9-56c0-48a6-9717-6a6a40365b00 req-fb9ed580-3aab-4527-8e85-3c0a2c798480 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=bc8433b42fb74e8bbfef92acedf01259&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1792488 Oct 04 08:53:49.498659 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0d710e0d-c085-489e-9c92-1eb21097648c req-8e62a047-3e68-40db-8c14-353faffd7f38 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492578 Oct 04 08:53:49.536945 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-764c564f-602d-4f2f-aad5-728ad37a93a5 None None] Provisioning complete for port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:49.537321 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-764c564f-602d-4f2f-aad5-728ad37a93a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.537986 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-764c564f-602d-4f2f-aad5-728ad37a93a5 None None] Attempt 1 to provision port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 Oct 04 08:53:49.571229 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:49.571589 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:49.672068 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae3fb9-56c0-48a6-9717-6a6a40365b00 req-6ba48ca5-a6df-406e-b046-e02980c7eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:49.673721 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-99ae3fb9-56c0-48a6-9717-6a6a40365b00 req-6ba48ca5-a6df-406e-b046-e02980c7eb04 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636205 Oct 04 08:53:49.742748 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-764c564f-602d-4f2f-aad5-728ad37a93a5 None None] Current status of the port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:49.760892 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:49.777185 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-b080d01c-0990-4291-8fc5-ae762e238e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:49.778701 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-b080d01c-0990-4291-8fc5-ae762e238e4b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 1127 time: 0.0587385 Oct 04 08:53:49.805999 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:48Z', 'revision_number': 3, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:49.832935 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Checking router: 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:49.833206 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Updating router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 port 1a5ef128-ded6-435f-9cc8-c5a86f06680e binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:53:49.853816 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-afe4422f-0c78-4041-a331-44b6275fafea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2689379b-47a8-42fb-97fd-2b3a41375c74 HTTP/1.1" status: 200 len: 217 time: 0.0402954 Oct 04 08:53:49.854494 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:49.863153 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.011056 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-91fabe6b-435d-4635-84c4-09709f6e57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:50.012770 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-91fabe6b-435d-4635-84c4-09709f6e57f2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af0722f9-9785-4a14-92e6-f8dea856b94f HTTP/1.1" status: 200 len: 850 time: 0.1491756 Oct 04 08:53:50.032340 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 24a814cc-dd8a-4cfc-89da-d221aead7ae2 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:50.083764 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e073a-4f1a-4322-a3e6-7bbac3c91458 req-12947b33-2e01-4353-a93f-9af065f99303 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:50.085848 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ab2e073a-4f1a-4322-a3e6-7bbac3c91458 req-12947b33-2e01-4353-a93f-9af065f99303 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0648782 Oct 04 08:53:50.126015 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-03e39a40-4699-4dbe-904b-c569b345486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:50.127568 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-03e39a40-4699-4dbe-904b-c569b345486f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886674 Oct 04 08:53:50.137751 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ab2e073a-4f1a-4322-a3e6-7bbac3c91458 req-e0b45331-f96b-462d-a39d-8c19fd82e9db tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Oct 04 08:53:50.268180 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.287476 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=77 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:50.289449 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-e79b94d7-6092-4f97-82d9-a39a9873bb6f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532071 Oct 04 08:53:50.299584 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:50.300451 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.300804 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 Oct 04 08:53:50.402233 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:50.438158 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:50.456816 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7888ceac-0e1d-41a5-9657-f1a8f23af2aa req-f0091c2a-f3cc-4150-a8d2-04a48c80a595 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602871 Oct 04 08:53:50.526505 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Allocated IP 172.20.0.1 (4bbb976b-3b1d-417f-9eb1-47edd4a962af/80ab987e-4f3b-4ad7-a7ab-3b2c0e632255/bab3f62d-767d-4728-aaa3-47d95d3a4182) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:50.526742 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Publish callbacks [] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.642625 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.652025 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d3b01-b339-4ca9-bbc7-8cb15b39fb4b req-5675edcd-b06f-41f0-80bd-328fca39e2cf tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:50.660493 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7f8d3b01-b339-4ca9-bbc7-8cb15b39fb4b req-5675edcd-b06f-41f0-80bd-328fca39e2cf tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 943 time: 0.0672107 Oct 04 08:53:50.680782 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Publish callbacks [] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.713144 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Attempting to bind port 1a5ef128-ded6-435f-9cc8-c5a86f06680e on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:50.714012 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Attempting to bind port 1a5ef128-ded6-435f-9cc8-c5a86f06680e by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:50.714767 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Attempting to bind port 1a5ef128-ded6-435f-9cc8-c5a86f06680e on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:50.747245 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7f8d3b01-b339-4ca9-bbc7-8cb15b39fb4b req-22f377cc-f7ce-4534-b4b4-822b140c3a45 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853672 Oct 04 08:53:50.754001 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3030cd-0291-4d7e-8ac1-6be484a067f9 None None] Pushing event updated for resources: {'Port': ['ID=1a5ef128-ded6-435f-9cc8-c5a86f06680e,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:50.775332 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:50.775745 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:50.776151 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.776640 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:50.777050 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Bound port: 1a5ef128-ded6-435f-9cc8-c5a86f06680e, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:50.777434 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.808753 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.849801 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] For port 1a5ef128-ded6-435f-9cc8-c5a86f06680e, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:50.857272 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] For port 1a5ef128-ded6-435f-9cc8-c5a86f06680e, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=1a5ef128-ded6-435f-9cc8-c5a86f06680e,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:50.862302 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Network 4bbb976b-3b1d-417f-9eb1-47edd4a962af is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:50.873424 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:50.877310 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:50.908742 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Pushing event updated for resources: {'Port': ['ID=bab3f62d-767d-4728-aaa3-47d95d3a4182,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:50.928707 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.935644 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.975625 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:50.976275 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:51.109231 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3030cd-0291-4d7e-8ac1-6be484a067f9 None None] Pushing event updated for resources: {'Port': ['ID=1a5ef128-ded6-435f-9cc8-c5a86f06680e,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:51.127575 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:51.129918 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:51.145614 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.210715 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-d14d96f1-a689-4fa1-9d0c-bd69306a4653 None None] Provisioning complete for port bab3f62d-767d-4728-aaa3-47d95d3a4182 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:51.211119 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-d14d96f1-a689-4fa1-9d0c-bd69306a4653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.211451 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-d14d96f1-a689-4fa1-9d0c-bd69306a4653 None None] Attempt 1 to provision port bab3f62d-767d-4728-aaa3-47d95d3a4182 Oct 04 08:53:51.233613 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:51.290946 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-d14d96f1-a689-4fa1-9d0c-bd69306a4653 None None] Port bab3f62d-767d-4728-aaa3-47d95d3a4182 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:53:51.299142 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:51.316136 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e551fc-a226-403c-92c6-d018b0729c46 req-c5048d82-0bba-48af-8bdf-f110e8068c71 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:51.317919 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e4e551fc-a226-403c-92c6-d018b0729c46 req-c5048d82-0bba-48af-8bdf-f110e8068c71 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0513742 Oct 04 08:53:51.369623 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:48Z', 'revision_number': 3, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:51.373479 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Publish callbacks [] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.400914 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e5430-5d09-4902-b995-006c3b1082fa None None] The sync data for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi is: [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:48Z', 'revision_number': 3, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:51.420536 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e4e551fc-a226-403c-92c6-d018b0729c46 req-38d57561-9d92-45a9-b8dd-793cf73b812e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916662 Oct 04 08:53:51.441548 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:51.532926 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.654832 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Pushing event updated for resources: {'Port': ['ID=bab3f62d-767d-4728-aaa3-47d95d3a4182,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:51.673870 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.829463 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Network 4bbb976b-3b1d-417f-9eb1-47edd4a962af is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:51.831553 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:51.948130 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099eff7e-975b-497b-a222-bda81ad8325a req-8144b48c-aec0-476f-85d9-a4bf88008adb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:51.962046 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-099eff7e-975b-497b-a222-bda81ad8325a req-8144b48c-aec0-476f-85d9-a4bf88008adb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 943 time: 0.1060803 Oct 04 08:53:52.057157 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-099eff7e-975b-497b-a222-bda81ad8325a req-4415db9d-475e-4323-a250-b14d2086923c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934732 Oct 04 08:53:52.076475 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:52.076475 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:52.097806 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 1a5ef128-ded6-435f-9cc8-c5a86f06680e up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:52.112430 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:52.216884 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 1a5ef128-ded6-435f-9cc8-c5a86f06680e triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:52.217328 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.218123 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 1a5ef128-ded6-435f-9cc8-c5a86f06680e Oct 04 08:53:52.258714 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-09fbbd6f-8561-4cdf-8314-317f577065f7 None None] Provisioning complete for port bab3f62d-767d-4728-aaa3-47d95d3a4182 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:52.259187 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-09fbbd6f-8561-4cdf-8314-317f577065f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.259629 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-09fbbd6f-8561-4cdf-8314-317f577065f7 None None] Attempt 1 to provision port bab3f62d-767d-4728-aaa3-47d95d3a4182 Oct 04 08:53:52.317622 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-09fbbd6f-8561-4cdf-8314-317f577065f7 None None] Port bab3f62d-767d-4728-aaa3-47d95d3a4182 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:53:52.363587 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 1a5ef128-ded6-435f-9cc8-c5a86f06680e is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:52.364271 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.388477 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 1a5ef128-ded6-435f-9cc8-c5a86f06680e, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=1a5ef128-ded6-435f-9cc8-c5a86f06680e,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:52.468737 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.532020 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=1a5ef128-ded6-435f-9cc8-c5a86f06680e,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:52.572192 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc191-abc3-4c8e-9310-6fbd3de3d694 req-8bfcd669-d762-41df-90a5-6442eed968d2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:52.573698 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0d9cc191-abc3-4c8e-9310-6fbd3de3d694 req-8bfcd669-d762-41df-90a5-6442eed968d2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0538235 Oct 04 08:53:52.596310 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:52.618602 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-2df3224e-8946-4529-ba0e-210382deab4c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1989eaf8-a780-4dd1-ba53-5f72bfc0bd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2137055 Oct 04 08:53:52.629829 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0d9cc191-abc3-4c8e-9310-6fbd3de3d694 req-7a81b627-d1e2-4f0c-92c2-bc13df15a6dd tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494363 Oct 04 08:53:52.885288 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:53.193407 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891d13-435e-44d2-8e52-64f31a0ffe11 req-c3381e2e-b4ad-4af0-816b-46f242fdc84f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:53.198972 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-42891d13-435e-44d2-8e52-64f31a0ffe11 req-c3381e2e-b4ad-4af0-816b-46f242fdc84f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 943 time: 0.0565891 Oct 04 08:53:53.250519 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-42891d13-435e-44d2-8e52-64f31a0ffe11 req-c1257fe2-d8f4-4caa-a280-536ca5cd0b99 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488641 Oct 04 08:53:53.436213 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 47404) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:53.443644 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-671981962-network', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:53.465143 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Sync routers for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:53.468803 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:53.469443 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:53.585042 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:53.612232 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 2689379b-47a8-42fb-97fd-2b3a41375c74 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:53:53.664449 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:53:53.719622 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:53.767395 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016658a-2068-471e-aec2-a1813495d76c req-6c362684-517d-4bf4-b3c8-f33ffa04dceb tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:53.768784 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 2689379b-47a8-42fb-97fd-2b3a41375c74, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2689379b-47a8-42fb-97fd-2b3a41375c74,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:53.775063 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e016658a-2068-471e-aec2-a1813495d76c req-6c362684-517d-4bf4-b3c8-f33ffa04dceb tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0579796 Oct 04 08:53:53.781649 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '2689379b-47a8-42fb-97fd-2b3a41375c74', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'port_id': '2689379b-47a8-42fb-97fd-2b3a41375c74', 'mac_address': 'fa:16:3e:d0:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:53:53.801017 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'bab3f62d-767d-4728-aaa3-47d95d3a4182', 'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'mac_address': 'fa:16:3e:dc:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:50Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 2, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'subnets': [{'id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:53.818806 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 2689379b-47a8-42fb-97fd-2b3a41375c74 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:53.819470 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.822127 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e016658a-2068-471e-aec2-a1813495d76c req-c5badcf4-d64c-4399-a0a3-764d7ade4151 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462024 Oct 04 08:53:53.832705 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Checking router: 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:53.833070 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Updating router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 port bab3f62d-767d-4728-aaa3-47d95d3a4182 binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:53:53.840270 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2689379b-47a8-42fb-97fd-2b3a41375c74 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:53:53.851015 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Made reservation on behalf of 73f71a9ac36e40c38b0e1e7306da9e6d for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:53.855203 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.865055 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.870262 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.886983 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 2689379b-47a8-42fb-97fd-2b3a41375c74, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2689379b-47a8-42fb-97fd-2b3a41375c74,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:53.968406 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.049658 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Publish callbacks [] for security_group (ba82ded8-2b9b-4932-87a6-06854280350b), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.060010 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=2689379b-47a8-42fb-97fd-2b3a41375c74,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:54.093715 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 1a5ef128-ded6-435f-9cc8-c5a86f06680e up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:54.150377 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ba82ded8-2b9b-4932-87a6-06854280350b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.170922 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:53:54.187023 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (3e15f9f1-ad35-4e95-a200-d0a516e4e899), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.187646 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Added segment 3e15f9f1-ad35-4e95-a200-d0a516e4e899 of type vlan for network 4bd474a0-f04c-409f-b4f2-953a191ceb55 Oct 04 08:53:54.198937 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 1a5ef128-ded6-435f-9cc8-c5a86f06680e triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:54.199747 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.200296 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 1a5ef128-ded6-435f-9cc8-c5a86f06680e Oct 04 08:53:54.248336 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (4bd474a0-f04c-409f-b4f2-953a191ceb55), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.313938 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba82ded8-2b9b-4932-87a6-06854280350b,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:54.321808 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.322397 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.322925 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.323418 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.323921 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.324506 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.325013 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.325515 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.326094 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.326725 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.329480 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.329480 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.329480 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.329480 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.329480 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:54.366078 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:54.366078 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 1a5ef128-ded6-435f-9cc8-c5a86f06680e is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:54.417724 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Publish callbacks [] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.437466 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (4bd474a0-f04c-409f-b4f2-953a191ceb55), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.438510 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:54.439104 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.446184 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:54.480959 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258358c-3249-42f2-b04b-554c3e8c47b6 req-aad86340-ca56-49a2-8296-2cafc5533bb2 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:54.482597 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0258358c-3249-42f2-b04b-554c3e8c47b6 req-aad86340-ca56-49a2-8296-2cafc5533bb2 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 944 time: 0.0769200 Oct 04 08:53:54.542395 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd474a0-f04c-409f-b4f2-953a191ceb55,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:54.558127 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 4bd474a0-f04c-409f-b4f2-953a191ceb55 details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:53:54.570366 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:54.575736 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.579635 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ea116d15-5aa4-4acd-89d1-4c8119e910a1 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1417534 Oct 04 08:53:54.583036 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47444) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:54.588855 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Request body: {'subnet': {'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-671981962-subnet', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:54.591637 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0258358c-3249-42f2-b04b-554c3e8c47b6 req-893d2c2c-4ecf-465e-a18d-a330ad8f664e tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825319 Oct 04 08:53:54.666074 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06411c59-cbaf-4b24-8d9b-9979c89a3a1d None None] Pushing event updated for resources: {'Port': ['ID=bab3f62d-767d-4728-aaa3-47d95d3a4182,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:54.675409 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Made reservation on behalf of 73f71a9ac36e40c38b0e1e7306da9e6d for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:54.680925 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27706419'] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.681067 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Attempting to bind port bab3f62d-767d-4728-aaa3-47d95d3a4182 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:54.681067 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Attempting to bind port bab3f62d-767d-4728-aaa3-47d95d3a4182 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:54.681067 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Attempting to bind port bab3f62d-767d-4728-aaa3-47d95d3a4182 on network 4bbb976b-3b1d-417f-9eb1-47edd4a962af {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:54.723011 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:54.725887 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:54.727005 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Checking segment: {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:54.727407 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.735523 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Bound using segment: {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:54.735523 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Bound port: bab3f62d-767d-4728-aaa3-47d95d3a4182, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:54.735523 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.794753 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] For port bab3f62d-767d-4728-aaa3-47d95d3a4182, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:54.797862 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] For port bab3f62d-767d-4728-aaa3-47d95d3a4182, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=bab3f62d-767d-4728-aaa3-47d95d3a4182,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:54.845758 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.875768 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:54.883101 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:54.883731 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:54.932366 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27405808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27706401'] for subnet (11e0fc03-cafc-433d-9b0e-4ea224dc0c7f), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.941871 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06411c59-cbaf-4b24-8d9b-9979c89a3a1d None None] Pushing event updated for resources: {'Port': ['ID=bab3f62d-767d-4728-aaa3-47d95d3a4182,revision_number=4']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:54.955767 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839198f-12ca-455a-ae66-b1715bc0c9d1 req-77d68ab5-8eb9-4dc2-8076-2132d56fdde5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:54.957286 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a839198f-12ca-455a-ae66-b1715bc0c9d1 req-77d68ab5-8eb9-4dc2-8076-2132d56fdde5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0509136 Oct 04 08:53:55.009995 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:55.017205 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Checking segment: {'id': '3e15f9f1-ad35-4e95-a200-d0a516e4e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:55.017576 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Network hostable DHCP agents. Network: 4bd474a0-f04c-409f-b4f2-953a191ceb55, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:53:55.019154 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a839198f-12ca-455a-ae66-b1715bc0c9d1 req-67c19e20-4883-427f-aedf-e98fb03088c5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558259 Oct 04 08:53:55.022174 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e0fc03-cafc-433d-9b0e-4ea224dc0c7f,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:55.042840 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.043489 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.044791 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.045529 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.046718 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.048709 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.049059 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.052464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.052464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.052464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.052464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.052464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.052464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.052464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.052464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:55.121514 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Network 4bd474a0-f04c-409f-b4f2-953a191ceb55 is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:53:55.206182 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'bab3f62d-767d-4728-aaa3-47d95d3a4182', 'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'mac_address': 'fa:16:3e:dc:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:50Z', 'updated_at': '2022-10-04T08:53:54Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'subnets': [{'id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:55.212838 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 4bd474a0-f04c-409f-b4f2-953a191ceb55) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:55.216947 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:55.217547 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.224259 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450252a-f539-4270-b27e-0d32f816a26d None None] Network 4bd474a0-f04c-409f-b4f2-953a191ceb55 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:55.236827 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5845b-9da1-4abf-91f6-932fe70cd777 None None] The sync data for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi is: [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'bab3f62d-767d-4728-aaa3-47d95d3a4182', 'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'mac_address': 'fa:16:3e:dc:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:50Z', 'updated_at': '2022-10-04T08:53:54Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'subnets': [{'id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:55.313377 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f585106c-5022-412c-af3a-55f26e8c0868 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7292097 Oct 04 08:53:55.315898 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47456) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:55.320848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:55.371768 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-4bd474a0-f04c-409f-b4f2-953a191ceb55', 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55', 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'fixed_ips': [{'subnet_id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:53:55.378771 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.438547 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (b3401fb8-09dc-47e5-8e4a-822db556f58f), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.439707 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (b3401fb8-09dc-47e5-8e4a-822db556f58f), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.499829 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks [] for router_controller (b3401fb8-09dc-47e5-8e4a-822db556f58f), precommit_add_association {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.536151 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Allocated IP 172.20.0.2 (4bd474a0-f04c-409f-b4f2-953a191ceb55/11e0fc03-cafc-433d-9b0e-4ea224dc0c7f/34e380bb-645c-4e0a-bef4-fbf5cda0f073) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:55.709909 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Publish callbacks [] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.737283 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bfbfd-d32d-4fd1-a58b-d4ec2ad63c28 req-bf387209-229f-458a-97b1-50e1e8bb7045 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:55.738866 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1c7bfbfd-d32d-4fd1-a58b-d4ec2ad63c28 req-bf387209-229f-458a-97b1-50e1e8bb7045 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 944 time: 0.0545158 Oct 04 08:53:55.748042 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['2689379b-47a8-42fb-97fd-2b3a41375c74'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:53:55.796775 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks [] for router_gateway (b3401fb8-09dc-47e5-8e4a-822db556f58f), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.812378 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1c7bfbfd-d32d-4fd1-a58b-d4ec2ad63c28 req-ee1fe72d-b56b-4a07-adc1-98974cf85183 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674894 Oct 04 08:53:55.841712 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.909162 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Network 4bd474a0-f04c-409f-b4f2-953a191ceb55 is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:55.946304 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:55.956646 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:55.980824 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Pushing event updated for resources: {'Port': ['ID=34e380bb-645c-4e0a-bef4-fbf5cda0f073,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:56.024677 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:56.025875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device bab3f62d-767d-4728-aaa3-47d95d3a4182 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:56.105098 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:56.110499 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks [] for router_gateway (b3401fb8-09dc-47e5-8e4a-822db556f58f), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.128891 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.152144 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Attempting to bind port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:56.152144 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Attempting to bind port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '3e15f9f1-ad35-4e95-a200-d0a516e4e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:56.152475 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Attempting to bind port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 on network 4bd474a0-f04c-409f-b4f2-953a191ceb55 {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:56.203114 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:56.228908 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:56.237553 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port bab3f62d-767d-4728-aaa3-47d95d3a4182 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:56.237553 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.237553 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port bab3f62d-767d-4728-aaa3-47d95d3a4182 Oct 04 08:53:56.247734 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559e6a7-4c95-4463-85d9-3d19574f7130 req-cffd367e-f479-426a-a3a7-755173c45579 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:56.255704 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b559e6a7-4c95-4463-85d9-3d19574f7130 req-cffd367e-f479-426a-a3a7-755173c45579 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0941086 Oct 04 08:53:56.288980 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:56.289503 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Checking segment: {'id': '3e15f9f1-ad35-4e95-a200-d0a516e4e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:56.289982 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.290509 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Bound using segment: {'id': '3e15f9f1-ad35-4e95-a200-d0a516e4e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:56.291080 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Bound port: 34e380bb-645c-4e0a-bef4-fbf5cda0f073, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e15f9f1-ad35-4e95-a200-d0a516e4e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:56.291621 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.293012 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Allocated IP 172.27.1.25 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/98284f0f-806b-4a88-b8e3-a16ed26bff3e) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:56.316541 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b559e6a7-4c95-4463-85d9-3d19574f7130 req-e7a33b9e-50c0-4e4b-b1be-f8b830b01ef8 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595772 Oct 04 08:53:56.440244 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks [] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.509902 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port bab3f62d-767d-4728-aaa3-47d95d3a4182 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:56.510292 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.540026 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.544016 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] For port 34e380bb-645c-4e0a-bef4-fbf5cda0f073, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:56.544016 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] For port 34e380bb-645c-4e0a-bef4-fbf5cda0f073, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=34e380bb-645c-4e0a-bef4-fbf5cda0f073,segment=NetworkSegment(3e15f9f1-ad35-4e95-a200-d0a516e4e899),segment_id=3e15f9f1-ad35-4e95-a200-d0a516e4e899)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:56.566774 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port bab3f62d-767d-4728-aaa3-47d95d3a4182, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=bab3f62d-767d-4728-aaa3-47d95d3a4182,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:56.591887 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:56.595127 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:56.597279 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.599011 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:56.603395 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Pushing event updated for resources: {'Port': ['ID=98284f0f-806b-4a88-b8e3-a16ed26bff3e,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:56.633364 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.672527 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d361a03-2416-4c45-81c0-c611c65feeb0 None None] Pushing event updated for resources: {'Port': ['ID=34e380bb-645c-4e0a-bef4-fbf5cda0f073,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:56.726168 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=bab3f62d-767d-4728-aaa3-47d95d3a4182,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:56.805602 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:56.969184 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1c8dd-87c2-4aa4-8c4d-81ba804742d6 req-c7b0a17e-3eae-494f-a140-fd8dffcd23fc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:56.969184 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-03f1c8dd-87c2-4aa4-8c4d-81ba804742d6 req-c7b0a17e-3eae-494f-a140-fd8dffcd23fc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 944 time: 0.0609319 Oct 04 08:53:57.026821 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-03f1c8dd-87c2-4aa4-8c4d-81ba804742d6 req-9dc4503c-e523-443f-af39-2cbee4d13799 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510981 Oct 04 08:53:57.057419 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks [] for router_gateway (b3401fb8-09dc-47e5-8e4a-822db556f58f), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.266928 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (b3401fb8-09dc-47e5-8e4a-822db556f58f), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.399591 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 2689379b-47a8-42fb-97fd-2b3a41375c74 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:57.460686 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd29bba-a7bd-4664-adcc-74ba47a9172c req-8075f97d-7976-425c-a5ee-733979c93296 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:57.462822 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 2689379b-47a8-42fb-97fd-2b3a41375c74 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:53:57.468038 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8dd29bba-a7bd-4664-adcc-74ba47a9172c req-8075f97d-7976-425c-a5ee-733979c93296 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0655599 Oct 04 08:53:57.525104 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8dd29bba-a7bd-4664-adcc-74ba47a9172c req-2fe5390c-495c-46aa-ab3b-8af23d9cbdf1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471365 Oct 04 08:53:57.550648 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Router b3401fb8-09dc-47e5-8e4a-822db556f58f is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:53:57.586173 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08261883-efce-4b4c-8062-87296d344d8e None None] Network 4bd474a0-f04c-409f-b4f2-953a191ceb55 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:57.592740 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 2689379b-47a8-42fb-97fd-2b3a41375c74 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:57.593206 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.593618 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 2689379b-47a8-42fb-97fd-2b3a41375c74 Oct 04 08:53:57.664701 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:57.669299 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:57.678799 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Sync routers for ids ['b3401fb8-09dc-47e5-8e4a-822db556f58f'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:57.727266 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-05d22da7-916f-4217-bf89-c35e6f93dabd None None] Provisioning complete for port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:57.727719 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-05d22da7-916f-4217-bf89-c35e6f93dabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.728082 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-05d22da7-916f-4217-bf89-c35e6f93dabd None None] Attempt 1 to provision port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 Oct 04 08:53:57.730920 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Routers {'b3401fb8-09dc-47e5-8e4a-822db556f58f'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:57.731554 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['b3401fb8-09dc-47e5-8e4a-822db556f58f'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:57.756042 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.757568 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-4067b872-2892-4c53-b14d-f08b464978df admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4406047 Oct 04 08:53:57.760594 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47486) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:57.908624 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 2689379b-47a8-42fb-97fd-2b3a41375c74 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:57.909003 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.910770 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:57.962889 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689379b-47a8-42fb-97fd-2b3a41375c74'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:57.967771 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dc4117-356b-4815-8f20-06185bba6889" -d '{"events": [{"server_uuid": "b087fca8-b245-4d5b-8cd3-1baec0ad7560", "name": "network-vif-plugged", "status": "completed", "tag": "2689379b-47a8-42fb-97fd-2b3a41375c74"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:58.036309 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 2689379b-47a8-42fb-97fd-2b3a41375c74, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2689379b-47a8-42fb-97fd-2b3a41375c74,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:58.051791 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:58.073078 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Set router b3401fb8-09dc-47e5-8e4a-822db556f58f gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:58.139168 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524b0d0c-c110-431a-9f1a-68c9fd068f78 x-openstack-request-id: req-524b0d0c-c110-431a-9f1a-68c9fd068f78 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:58.139613 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b087fca8-b245-4d5b-8cd3-1baec0ad7560", "name": "network-vif-plugged", "status": "completed", "tag": "2689379b-47a8-42fb-97fd-2b3a41375c74", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:58.140013 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-524b0d0c-c110-431a-9f1a-68c9fd068f78 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:58.140526 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524b0d0c-c110-431a-9f1a-68c9fd068f78'] response: {'server_uuid': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689379b-47a8-42fb-97fd-2b3a41375c74', 'code': 200} Oct 04 08:53:58.209894 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:58.294486 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-f272bc8b-ba3f-4267-aa70-712de978a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.294796 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-05d22da7-916f-4217-bf89-c35e6f93dabd None None] Current status of the port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:58.295955 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-f272bc8b-ba3f-4267-aa70-712de978a25f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 1130 time: 0.1001868 Oct 04 08:53:58.297243 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-05d22da7-916f-4217-bf89-c35e6f93dabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:58.400393 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cc438-c589-4ad0-8514-6bd273128557 req-20865771-3031-45e7-9bff-b64aafe0835e tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.400393 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4e0cc438-c589-4ad0-8514-6bd273128557 req-20865771-3031-45e7-9bff-b64aafe0835e tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.1257937 Oct 04 08:53:58.414214 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device bab3f62d-767d-4728-aaa3-47d95d3a4182 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:58.490615 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4e0cc438-c589-4ad0-8514-6bd273128557 req-167d3bb5-58dd-4faa-a0e6-536235c631ac tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745733 Oct 04 08:53:58.520490 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:58.570791 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=2689379b-47a8-42fb-97fd-2b3a41375c74,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:58.611069 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-05d22da7-916f-4217-bf89-c35e6f93dabd None None] For port 34e380bb-645c-4e0a-bef4-fbf5cda0f073, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=34e380bb-645c-4e0a-bef4-fbf5cda0f073,segment=NetworkSegment(3e15f9f1-ad35-4e95-a200-d0a516e4e899),segment_id=3e15f9f1-ad35-4e95-a200-d0a516e4e899)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:58.670585 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port bab3f62d-767d-4728-aaa3-47d95d3a4182 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:58.670986 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:58.671557 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port bab3f62d-767d-4728-aaa3-47d95d3a4182 Oct 04 08:53:58.673752 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44175b04-5619-4f72-95da-88cdb7cb9bc7 req-8dd41d7d-5663-409b-b49f-22318fe6aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.676763 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-44175b04-5619-4f72-95da-88cdb7cb9bc7 req-8dd41d7d-5663-409b-b49f-22318fe6aa35 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 1129 time: 0.1084414 Oct 04 08:53:58.679449 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-ae7a1967-0ab8-46b0-b3e2-b231cb390af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.681066 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-ae7a1967-0ab8-46b0-b3e2-b231cb390af2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.2827783 Oct 04 08:53:58.739081 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-05d22da7-916f-4217-bf89-c35e6f93dabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:58.754301 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:55Z', 'updated_at': '2022-10-04T08:53:56Z', 'revision_number': 3, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'gw_port': {'id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:56Z', 'updated_at': '2022-10-04T08:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:58.815594 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Checking router: b3401fb8-09dc-47e5-8e4a-822db556f58f for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:58.815858 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Updating router b3401fb8-09dc-47e5-8e4a-822db556f58f port 98284f0f-806b-4a88-b8e3-a16ed26bff3e binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:53:58.817604 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-78b27c9b-095a-4771-8f16-58d0003fd447 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6 HTTP/1.1" status: 200 len: 217 time: 0.1231103 Oct 04 08:53:58.823667 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc244f0-0e5f-4637-9f6e-c6c96b73c9c3 req-384a02e1-2045-4011-8482-68c522ab069c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.825557 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9bc244f0-0e5f-4637-9f6e-c6c96b73c9c3 req-384a02e1-2045-4011-8482-68c522ab069c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.1094179 Oct 04 08:53:58.864488 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-44175b04-5619-4f72-95da-88cdb7cb9bc7 req-5f4cac0a-6a02-4969-b4b9-f87141f0abf2 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712611 Oct 04 08:53:58.874870 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:58.909583 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:58.911705 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:58.925775 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9bc244f0-0e5f-4637-9f6e-c6c96b73c9c3 req-57e747cd-3973-4deb-a4de-03f270fb9907 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861444 Oct 04 08:53:58.930665 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 47520) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:58.931177 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-72b9290d-966c-4cbc-adbb-e2fc9e69acba None None] Provisioning complete for port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:58.931910 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-72b9290d-966c-4cbc-adbb-e2fc9e69acba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:58.932423 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-72b9290d-966c-4cbc-adbb-e2fc9e69acba None None] Attempt 1 to provision port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 Oct 04 08:53:59.054335 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44ae05-a3ae-463d-9a59-bb7f7f3d4de8 req-188c79f2-5fd8-4f88-b4e5-2d4e671ffa3f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:59.061785 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ec44ae05-a3ae-463d-9a59-bb7f7f3d4de8 req-188c79f2-5fd8-4f88-b4e5-2d4e671ffa3f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0776250 Oct 04 08:53:59.090833 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port bab3f62d-767d-4728-aaa3-47d95d3a4182 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:59.091941 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 34e380bb-645c-4e0a-bef4-fbf5cda0f073 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:53:59.100324 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:59.104544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Allocated IP 172.20.0.1 (4bd474a0-f04c-409f-b4f2-953a191ceb55/11e0fc03-cafc-433d-9b0e-4ea224dc0c7f/49c92b90-6543-4190-9601-8826bce2c601) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:59.161869 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ec44ae05-a3ae-463d-9a59-bb7f7f3d4de8 req-6783327a-2b92-4b11-b0df-6d8a844c2c07 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937626 Oct 04 08:53:59.199812 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d22da7-916f-4217-bf89-c35e6f93dabd None None] Pushing event updated for resources: {'Port': ['ID=34e380bb-645c-4e0a-bef4-fbf5cda0f073,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:59.201923 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-4b89d65e-db0a-42af-8216-1bd03f5f7942 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=242e1450de5b4b7b9cc030474995f021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695844 Oct 04 08:53:59.202559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 47528) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:59.270510 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c9c4577a-c30a-4026-8d9a-00815d394d48 admin admin] Publish callbacks [] for security_group (8812925e-f47a-4572-9ed8-08aaaa6041dc), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.275263 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-72b9290d-966c-4cbc-adbb-e2fc9e69acba None None] Current status of the port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:59.294617 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c9c4577a-c30a-4026-8d9a-00815d394d48 admin admin] Publish callbacks [] for security_group (8812925e-f47a-4572-9ed8-08aaaa6041dc), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.299631 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:59.300003 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.300337 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 Oct 04 08:53:59.319891 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:59.329734 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-d319d9a0-3bd9-4abb-9f90-4d1d43418209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:59.333848 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-d319d9a0-3bd9-4abb-9f90-4d1d43418209 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.1896770 Oct 04 08:53:59.411720 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:59.412593 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Publish callbacks [] for port (49c92b90-6543-4190-9601-8826bce2c601), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.414640 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-e5f89d2b-2115-4046-90ef-c2846c9e05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:59.416138 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-e5f89d2b-2115-4046-90ef-c2846c9e05c4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654018 Oct 04 08:53:59.428445 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c9c4577a-c30a-4026-8d9a-00815d394d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8812925e-f47a-4572-9ed8-08aaaa6041dc), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.432564 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c9c4577a-c30a-4026-8d9a-00815d394d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.450909 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c9c4577a-c30a-4026-8d9a-00815d394d48 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8812925e-f47a-4572-9ed8-08aaaa6041dc HTTP/1.1" status: 204 len: 168 time: 0.2470620 Oct 04 08:53:59.460113 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4577a-c30a-4026-8d9a-00815d394d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8812925e-f47a-4572-9ed8-08aaaa6041dc,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:59.515920 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:59.555114 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (49c92b90-6543-4190-9601-8826bce2c601), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.592086 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Publish callbacks [] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.603919 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Network 4bd474a0-f04c-409f-b4f2-953a191ceb55 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:59.607469 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:59.614237 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:59.628889 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a785b4-c4b4-4181-9871-1f38130f8997 req-b244e309-8e70-4214-bf10-d88ceaf16e1e tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:59.632805 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-26a785b4-c4b4-4181-9871-1f38130f8997 req-b244e309-8e70-4214-bf10-d88ceaf16e1e tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0704126 Oct 04 08:53:59.638804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Pushing event updated for resources: {'Port': ['ID=49c92b90-6543-4190-9601-8826bce2c601,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:59.660883 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.664895 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (b3401fb8-09dc-47e5-8e4a-822db556f58f), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.679176 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Attempting to bind port 98284f0f-806b-4a88-b8e3-a16ed26bff3e on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:59.680573 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Attempting to bind port 98284f0f-806b-4a88-b8e3-a16ed26bff3e by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:59.681302 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Attempting to bind port 98284f0f-806b-4a88-b8e3-a16ed26bff3e on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:59.681417 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:59.696684 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-26a785b4-c4b4-4181-9871-1f38130f8997 req-bd962070-2b6b-4e15-924e-cc4719e35b60 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562456 Oct 04 08:53:59.725091 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:59.770649 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7846b-5f5b-422a-a1b8-9251ab09952b None None] Pushing event updated for resources: {'Port': ['ID=98284f0f-806b-4a88-b8e3-a16ed26bff3e,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:59.786358 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:59.786766 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:59.787565 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.787565 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:59.787964 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Bound port: 98284f0f-806b-4a88-b8e3-a16ed26bff3e, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:59.788344 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.849462 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] For port 98284f0f-806b-4a88-b8e3-a16ed26bff3e, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:59.853656 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] For port 98284f0f-806b-4a88-b8e3-a16ed26bff3e, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=98284f0f-806b-4a88-b8e3-a16ed26bff3e,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:59.904769 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-13dd9194-9843-4e20-8f6a-1ce9dc56c8a3 None None] Provisioning complete for port 49c92b90-6543-4190-9601-8826bce2c601 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:59.905561 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-13dd9194-9843-4e20-8f6a-1ce9dc56c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (49c92b90-6543-4190-9601-8826bce2c601), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.905561 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-13dd9194-9843-4e20-8f6a-1ce9dc56c8a3 None None] Attempt 1 to provision port 49c92b90-6543-4190-9601-8826bce2c601 Oct 04 08:54:00.092773 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001a006-65db-49d0-8675-f6df990b755e req-49d9ac24-6f8f-4e1d-b557-0a4f21479715 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:00.096188 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0001a006-65db-49d0-8675-f6df990b755e req-49d9ac24-6f8f-4e1d-b557-0a4f21479715 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0526333 Oct 04 08:54:00.099854 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 34e380bb-645c-4e0a-bef4-fbf5cda0f073 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:00.105910 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.154145 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0001a006-65db-49d0-8675-f6df990b755e req-c6728091-e608-4b13-931e-3e1821d71c7e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540056 Oct 04 08:54:00.176517 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:00.192156 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-13dd9194-9843-4e20-8f6a-1ce9dc56c8a3 None None] Port 49c92b90-6543-4190-9601-8826bce2c601 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:54:00.198285 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (49c92b90-6543-4190-9601-8826bce2c601), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.208290 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Routers {'b3401fb8-09dc-47e5-8e4a-822db556f58f'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:54:00.209029 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['b3401fb8-09dc-47e5-8e4a-822db556f58f'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:00.238281 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7846b-5f5b-422a-a1b8-9251ab09952b None None] Pushing event updated for resources: {'Port': ['ID=98284f0f-806b-4a88-b8e3-a16ed26bff3e,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:00.317309 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-90a6116a-9058-4f9e-b8ff-d33f7d558565 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905665 Oct 04 08:54:00.320631 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:00.320631 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.320931 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 Oct 04 08:54:00.405796 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d53316-eaac-4345-9e2b-f6e220531721 req-0915b15f-8425-466d-877d-deb114b873fb tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:00.415427 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e7d53316-eaac-4345-9e2b-f6e220531721 req-0915b15f-8425-466d-877d-deb114b873fb tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.1158230 Oct 04 08:54:00.474751 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] Set router b3401fb8-09dc-47e5-8e4a-822db556f58f gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:54:00.479430 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e7d53316-eaac-4345-9e2b-f6e220531721 req-363e4d39-00d7-44d4-9a2b-bf05d83bf804 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620763 Oct 04 08:54:00.491632 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Publish callbacks [] for port (49c92b90-6543-4190-9601-8826bce2c601), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.624628 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (49c92b90-6543-4190-9601-8826bce2c601), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.648066 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:00.691597 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:00.706599 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (b3401fb8-09dc-47e5-8e4a-822db556f58f), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.707454 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:00.708632 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Pushing event updated for resources: {'Port': ['ID=49c92b90-6543-4190-9601-8826bce2c601,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:00.780268 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:55Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 4, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'gw_port': {'id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:56Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '49c92b90-6543-4190-9601-8826bce2c601', 'name': '', 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'mac_address': 'fa:16:3e:20:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:58Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 1, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'subnets': [{'id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:00.783618 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.813459 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad5a3d-24e7-49d1-a856-d3b26fd1a342 None None] The sync data for ids ['b3401fb8-09dc-47e5-8e4a-822db556f58f'] in dv-cinder-859447-2-iscsi is: [{'id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:55Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 4, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'gw_port': {'id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:56Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '49c92b90-6543-4190-9601-8826bce2c601', 'name': '', 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'mac_address': 'fa:16:3e:20:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:58Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 1, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'subnets': [{'id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:54:00.850287 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Network 4bd474a0-f04c-409f-b4f2-953a191ceb55 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:54:00.853241 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:54:00.912353 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93f280-4f80-46a5-8520-6c93c0fcb13d req-adcff954-b1f5-445a-971d-81fbaa0f5805 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:00.924637 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b93f280-4f80-46a5-8520-6c93c0fcb13d req-adcff954-b1f5-445a-971d-81fbaa0f5805 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.1114280 Oct 04 08:54:01.027567 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b93f280-4f80-46a5-8520-6c93c0fcb13d req-2b0afc61-4b56-4144-b03b-2db172b136bf tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011631 Oct 04 08:54:01.167824 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-90a3c2bf-0a75-4cd5-97dd-3045b92ce928 req-9b21c397-e28c-4f64-b5fd-361579a90ff5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340796 Oct 04 08:54:01.169831 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Router b3401fb8-09dc-47e5-8e4a-822db556f58f has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:54:01.244062 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-2cc18c7d-fc93-49db-9751-604cc1096658 None None] Provisioning complete for port 49c92b90-6543-4190-9601-8826bce2c601 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:01.244401 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2cc18c7d-fc93-49db-9751-604cc1096658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (49c92b90-6543-4190-9601-8826bce2c601), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.244740 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-2cc18c7d-fc93-49db-9751-604cc1096658 None None] Attempt 1 to provision port 49c92b90-6543-4190-9601-8826bce2c601 Oct 04 08:54:01.308549 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-2cc18c7d-fc93-49db-9751-604cc1096658 None None] Port 49c92b90-6543-4190-9601-8826bce2c601 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:54:01.428774 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80892247-1f42-4cce-9b79-5f845ab89651 req-c59a2246-1a53-48d2-84bb-67b939db4709 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:01.433764 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-80892247-1f42-4cce-9b79-5f845ab89651 req-c59a2246-1a53-48d2-84bb-67b939db4709 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0655787 Oct 04 08:54:01.540963 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-80892247-1f42-4cce-9b79-5f845ab89651 req-b08bd5a0-597b-41fe-a225-a5cdef026717 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957518 Oct 04 08:54:01.572930 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:54:01.580243 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-1b03426d-93eb-4884-a5e3-41abd4adaff7 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b3401fb8-09dc-47e5-8e4a-822db556f58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8184366 Oct 04 08:54:01.738098 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac8f7-c4ab-4a77-9c93-47aec0dfb338 req-61025098-a8cf-4247-b1ab-32533df25222 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:01.740293 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12eac8f7-c4ab-4a77-9c93-47aec0dfb338 req-61025098-a8cf-4247-b1ab-32533df25222 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.1129861 Oct 04 08:54:01.818250 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12eac8f7-c4ab-4a77-9c93-47aec0dfb338 req-557d36f6-2107-45a9-9e5c-4bf839034d11 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693529 Oct 04 08:54:02.210039 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b21b4c-da52-416b-a80b-c027e566c45f req-89457c9f-b46a-4d44-a042-591fa8eb5143 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:02.211691 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-96b21b4c-da52-416b-a80b-c027e566c45f req-89457c9f-b46a-4d44-a042-591fa8eb5143 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0532691 Oct 04 08:54:02.290072 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-96b21b4c-da52-416b-a80b-c027e566c45f req-b9c60c92-80b7-4a82-b702-012824089140 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719264 Oct 04 08:54:02.830146 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d58fe4-3d2c-4355-b82d-50dfbfb93b42 req-f69746aa-eaf7-4d92-a00c-d745dc23c4ad tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:02.831665 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-63d58fe4-3d2c-4355-b82d-50dfbfb93b42 req-f69746aa-eaf7-4d92-a00c-d745dc23c4ad tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.4609528 Oct 04 08:54:02.843610 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6755-7ecf-4693-bbe7-b46f4a939d4c req-d2295503-f92d-4c95-b581-24f76d4453e3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:02.844305 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47636) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:02.845346 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-44ec6755-7ecf-4693-bbe7-b46f4a939d4c req-d2295503-f92d-4c95-b581-24f76d4453e3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0644293 Oct 04 08:54:02.848885 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-8be5aaf1-e0b2-4498-a9a5-266c4e5e1c0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'floatingip': {'port_id': '2689379b-47a8-42fb-97fd-2b3a41375c74'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:02.857738 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:02.923715 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-44ec6755-7ecf-4693-bbe7-b46f4a939d4c req-ab763f24-4094-4b35-b970-d104eddc4e3b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725706 Oct 04 08:54:02.952018 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8be5aaf1-e0b2-4498-a9a5-266c4e5e1c0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (2598da52-e429-4b9c-9e26-cc754973edf1), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.014093 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0546ce-2df6-45da-977e-da502720e7c1 req-8ea7cfd0-a554-44e8-820c-240272af50b6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:03.015741 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0b0546ce-2df6-45da-977e-da502720e7c1 req-8ea7cfd0-a554-44e8-820c-240272af50b6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0698879 Oct 04 08:54:03.117773 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0b0546ce-2df6-45da-977e-da502720e7c1 req-72b3f261-b452-426d-8f78-146a36124615 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954642 Oct 04 08:54:03.525825 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8be5aaf1-e0b2-4498-a9a5-266c4e5e1c0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.765752 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8be5aaf1-e0b2-4498-a9a5-266c4e5e1c0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (2598da52-e429-4b9c-9e26-cc754973edf1), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.883044 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Sync routers for ids ['b3401fb8-09dc-47e5-8e4a-822db556f58f'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:54:03.883769 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-8be5aaf1-e0b2-4498-a9a5-266c4e5e1c0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Floating IP 2598da52-e429-4b9c-9e26-cc754973edf1 associated. External IP: 172.27.1.86, port: 2689379b-47a8-42fb-97fd-2b3a41375c74. Oct 04 08:54:03.895804 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Routers {'b3401fb8-09dc-47e5-8e4a-822db556f58f'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:54:03.896637 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['b3401fb8-09dc-47e5-8e4a-822db556f58f'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:04.031601 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Set router b3401fb8-09dc-47e5-8e4a-822db556f58f gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:54:04.127726 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c835-1c38-4333-aa62-720a4aff1cee req-916d4056-fbc3-4b61-86ef-7c20c8920a0c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:04.143171 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 98284f0f-806b-4a88-b8e3-a16ed26bff3e up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:04.162848 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-46a5c835-1c38-4333-aa62-720a4aff1cee req-916d4056-fbc3-4b61-86ef-7c20c8920a0c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.1151121 Oct 04 08:54:04.203289 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:04.206890 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be5aaf1-e0b2-4498-a9a5-266c4e5e1c0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:54:04.277482 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 98284f0f-806b-4a88-b8e3-a16ed26bff3e triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:04.278152 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.278684 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 98284f0f-806b-4a88-b8e3-a16ed26bff3e Oct 04 08:54:04.291584 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:55Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 4, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'gw_port': {'id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:56Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '49c92b90-6543-4190-9601-8826bce2c601', 'name': '', 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'mac_address': 'fa:16:3e:20:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:58Z', 'updated_at': '2022-10-04T08:54:00Z', 'revision_number': 2, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'subnets': [{'id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:04.293512 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-46a5c835-1c38-4333-aa62-720a4aff1cee req-62d8faa4-c0be-4dc7-8409-798729e0e8af tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281157 Oct 04 08:54:04.318919 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Checking router: b3401fb8-09dc-47e5-8e4a-822db556f58f for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:54:04.319281 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Updating router b3401fb8-09dc-47e5-8e4a-822db556f58f port 49c92b90-6543-4190-9601-8826bce2c601 binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:54:04.356669 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (49c92b90-6543-4190-9601-8826bce2c601), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.402900 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:04.404523 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddf44f-6d30-4139-a95d-48311bfdcf5b req-0cf67c4e-e83f-4cfc-b5d2-4da8fba70811 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:04.414464 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-30ddf44f-6d30-4139-a95d-48311bfdcf5b req-0cf67c4e-e83f-4cfc-b5d2-4da8fba70811 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.1423819 Oct 04 08:54:04.415696 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 98284f0f-806b-4a88-b8e3-a16ed26bff3e is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:04.416212 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.427731 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be5aaf1-e0b2-4498-a9a5-266c4e5e1c0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:54:04.434166 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8be5aaf1-e0b2-4498-a9a5-266c4e5e1c0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.439503 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] Sync routers for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:54:04.482225 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-30ddf44f-6d30-4139-a95d-48311bfdcf5b req-4402cc8f-fbd4-4940-a29f-0147340362b0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606127 Oct 04 08:54:04.492952 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 98284f0f-806b-4a88-b8e3-a16ed26bff3e, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=98284f0f-806b-4a88-b8e3-a16ed26bff3e,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:04.508237 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:54:04.509946 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:04.526196 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-8be5aaf1-e0b2-4498-a9a5-266c4e5e1c0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/2598da52-e429-4b9c-9e26-cc754973edf1 HTTP/1.1" status: 200 len: 990 time: 1.6807289 Oct 04 08:54:04.527635 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'tag': '2689379b-47a8-42fb-97fd-2b3a41375c74'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:04.531378 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449ca43a-a7fd-446a-934d-8a2dd8b1f246" -d '{"events": [{"name": "network-changed", "server_uuid": "b087fca8-b245-4d5b-8cd3-1baec0ad7560", "tag": "2689379b-47a8-42fb-97fd-2b3a41375c74"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:04.582886 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f606cbc-58b5-4a41-933f-b3a582df9a40 x-openstack-request-id: req-1f606cbc-58b5-4a41-933f-b3a582df9a40 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:04.583279 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b087fca8-b245-4d5b-8cd3-1baec0ad7560", "tag": "2689379b-47a8-42fb-97fd-2b3a41375c74", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:04.584450 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1f606cbc-58b5-4a41-933f-b3a582df9a40 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:04.585618 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f606cbc-58b5-4a41-933f-b3a582df9a40'] response: {'name': 'network-changed', 'server_uuid': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'tag': '2689379b-47a8-42fb-97fd-2b3a41375c74', 'status': 'completed', 'code': 200} Oct 04 08:54:04.606992 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.676069 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:04.719824 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=98284f0f-806b-4a88-b8e3-a16ed26bff3e,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:04.724743 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Publish callbacks [] for port (49c92b90-6543-4190-9601-8826bce2c601), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.727740 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:04.727891 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:54:04.764055 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-40b202c0-0a54-4789-9629-398b1d340cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.789106 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (49c92b90-6543-4190-9601-8826bce2c601), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.885704 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc7a66-8b0c-42a7-b8b5-ae9c3191a01f None None] Pushing event updated for resources: {'Port': ['ID=49c92b90-6543-4190-9601-8826bce2c601,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:05.001184 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Attempting to bind port 49c92b90-6543-4190-9601-8826bce2c601 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:54:05.006169 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Attempting to bind port 49c92b90-6543-4190-9601-8826bce2c601 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '3e15f9f1-ad35-4e95-a200-d0a516e4e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:54:05.006625 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Attempting to bind port 49c92b90-6543-4190-9601-8826bce2c601 on network 4bd474a0-f04c-409f-b4f2-953a191ceb55 {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:54:05.060341 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:54:05.060708 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Checking segment: {'id': '3e15f9f1-ad35-4e95-a200-d0a516e4e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:54:05.061141 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.061531 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Bound using segment: {'id': '3e15f9f1-ad35-4e95-a200-d0a516e4e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:54:05.061993 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Bound port: 49c92b90-6543-4190-9601-8826bce2c601, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e15f9f1-ad35-4e95-a200-d0a516e4e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:54:05.062367 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (49c92b90-6543-4190-9601-8826bce2c601), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.079577 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:05.112271 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '2598da52-e429-4b9c-9e26-cc754973edf1', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'port_id': '2689379b-47a8-42fb-97fd-2b3a41375c74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'mac_address': 'fa:16:3e:d0:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:53:39Z', 'updated_at': '2022-10-04T08:54:03Z', 'revision_number': 1, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:05.145917 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] For port 49c92b90-6543-4190-9601-8826bce2c601, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:54:05.149534 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] For port 49c92b90-6543-4190-9601-8826bce2c601, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=49c92b90-6543-4190-9601-8826bce2c601,segment=NetworkSegment(3e15f9f1-ad35-4e95-a200-d0a516e4e899),segment_id=3e15f9f1-ad35-4e95-a200-d0a516e4e899)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:54:05.160326 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] Checking router: 38f9f67e-11d9-4b00-8a25-fdfa80949e5b for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:54:05.178696 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:54:05.181699 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:05.186496 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-f833e16d-1104-4730-9f35-e57c72b20127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:05.188603 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-f833e16d-1104-4730-9f35-e57c72b20127 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 1129 time: 0.0652032 Oct 04 08:54:05.228645 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (49c92b90-6543-4190-9601-8826bce2c601), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.285018 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Routers {'b3401fb8-09dc-47e5-8e4a-822db556f58f'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:54:05.285457 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:53:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['b3401fb8-09dc-47e5-8e4a-822db556f58f'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:05.303387 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:54:05.434111 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc7a66-8b0c-42a7-b8b5-ae9c3191a01f None None] Pushing event updated for resources: {'Port': ['ID=49c92b90-6543-4190-9601-8826bce2c601,revision_number=4']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:05.463983 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93eef8-9eab-4766-bf1c-f815a012cffe req-9ea6146d-0511-4cce-99bd-12777a1058df tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:05.472375 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ad93eef8-9eab-4766-bf1c-f815a012cffe req-9ea6146d-0511-4cce-99bd-12777a1058df tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0690565 Oct 04 08:54:05.563599 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] Set router b3401fb8-09dc-47e5-8e4a-822db556f58f gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:54:05.584915 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ad93eef8-9eab-4766-bf1c-f815a012cffe req-653ae91c-d3bf-4352-965a-a076fe0e5d72 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115489 Oct 04 08:54:05.677827 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5b40-8f74-4372-8c3d-78c43467d3da req-b3b94884-8ff2-4d35-bf78-0a77f0fa1491 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:05.695638 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-36eb5b40-8f74-4372-8c3d-78c43467d3da req-b3b94884-8ff2-4d35-bf78-0a77f0fa1491 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0730891 Oct 04 08:54:05.708722 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:05.811941 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-891e9011-5694-4af3-bdbd-3cef9ef19c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:05.813556 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-891e9011-5694-4af3-bdbd-3cef9ef19c0c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 200 len: 912 time: 0.2839060 Oct 04 08:54:05.819080 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-36eb5b40-8f74-4372-8c3d-78c43467d3da req-a227f9b6-f6ba-44f4-bc63-b789537fac4f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271825 Oct 04 08:54:05.872976 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:55Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 4, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'gw_port': {'id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:56Z', 'updated_at': '2022-10-04T08:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '49c92b90-6543-4190-9601-8826bce2c601', 'name': '', 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'mac_address': 'fa:16:3e:20:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:58Z', 'updated_at': '2022-10-04T08:54:05Z', 'revision_number': 4, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'subnets': [{'id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:05.910310 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-6e8df54f-8bf0-428f-99b0-b505c4472ef9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2689379b-47a8-42fb-97fd-2b3a41375c74 HTTP/1.1" status: 200 len: 998 time: 0.0884411 Oct 04 08:54:05.914304 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178ac73-e5c8-4b3b-995a-4f148f7faea6 None None] The sync data for ids ['b3401fb8-09dc-47e5-8e4a-822db556f58f'] in dv-cinder-859447-2-iscsi is: [{'id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:55Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 4, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'gw_port': {'id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:56Z', 'updated_at': '2022-10-04T08:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '49c92b90-6543-4190-9601-8826bce2c601', 'name': '', 'network_id': '4bd474a0-f04c-409f-b4f2-953a191ceb55', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'mac_address': 'fa:16:3e:20:ab:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:58Z', 'updated_at': '2022-10-04T08:54:05Z', 'revision_number': 4, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'subnets': [{'id': '11e0fc03-cafc-433d-9b0e-4ea224dc0c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:54:05.934705 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '2598da52-e429-4b9c-9e26-cc754973edf1', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'port_id': '2689379b-47a8-42fb-97fd-2b3a41375c74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'mac_address': 'fa:16:3e:d0:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:53:39Z', 'updated_at': '2022-10-04T08:54:03Z', 'revision_number': 1, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:05.979587 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:06.036710 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-f871ba71-c0bc-47f5-a7aa-4ff472579516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:06.036871 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3a292-09f4-4b02-ae44-ec9e1f7748b0 None None] The sync data for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi is: [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '2598da52-e429-4b9c-9e26-cc754973edf1', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'port_id': '2689379b-47a8-42fb-97fd-2b3a41375c74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'mac_address': 'fa:16:3e:d0:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:53:39Z', 'updated_at': '2022-10-04T08:54:03Z', 'revision_number': 1, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:54:06.038799 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-f871ba71-c0bc-47f5-a7aa-4ff472579516 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af0722f9-9785-4a14-92e6-f8dea856b94f HTTP/1.1" status: 200 len: 850 time: 0.1177695 Oct 04 08:54:06.166535 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 98284f0f-806b-4a88-b8e3-a16ed26bff3e up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:06.172646 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:06.185677 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-f9d41ded-5538-4868-bbb5-b97ff3e265ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:06.194756 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-f9d41ded-5538-4868-bbb5-b97ff3e265ad service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1485884 Oct 04 08:54:06.324916 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 98284f0f-806b-4a88-b8e3-a16ed26bff3e triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:06.325299 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.325942 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 98284f0f-806b-4a88-b8e3-a16ed26bff3e Oct 04 08:54:06.349969 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-cbac9b5b-785b-4a8b-9440-3424be271245 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424878 Oct 04 08:54:06.451022 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 98284f0f-806b-4a88-b8e3-a16ed26bff3e is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:06.454740 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 49c92b90-6543-4190-9601-8826bce2c601 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:06.564331 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 49c92b90-6543-4190-9601-8826bce2c601 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:06.565155 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (49c92b90-6543-4190-9601-8826bce2c601), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.565509 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 49c92b90-6543-4190-9601-8826bce2c601 Oct 04 08:54:06.566842 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545f9f1-d5fa-42cb-8877-5a42fa6506c5 None None] New status for floating IP 2598da52-e429-4b9c-9e26-cc754973edf1: ACTIVE {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:54:06.670887 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 49c92b90-6543-4190-9601-8826bce2c601 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:06.673812 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (49c92b90-6543-4190-9601-8826bce2c601), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.703376 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-449ca43a-a7fd-446a-934d-8a2dd8b1f246 req-27dc331e-e15a-4b7b-ae38-d284c3436650 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497060 Oct 04 08:54:06.758450 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 49c92b90-6543-4190-9601-8826bce2c601, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=49c92b90-6543-4190-9601-8826bce2c601,segment=NetworkSegment(3e15f9f1-ad35-4e95-a200-d0a516e4e899),segment_id=3e15f9f1-ad35-4e95-a200-d0a516e4e899)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:06.825176 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360f672-cc02-48d0-b3bb-d58b49dfa9f5 req-bade7464-73a6-440a-bdbc-0614db462283 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:06.834776 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7360f672-cc02-48d0-b3bb-d58b49dfa9f5 req-bade7464-73a6-440a-bdbc-0614db462283 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.1050117 Oct 04 08:54:06.835589 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (49c92b90-6543-4190-9601-8826bce2c601), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.929470 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:07.010216 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=49c92b90-6543-4190-9601-8826bce2c601,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:07.037142 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7360f672-cc02-48d0-b3bb-d58b49dfa9f5 req-ce2c5e0a-b973-4307-8eb6-40aa7bf20e23 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005088 Oct 04 08:54:07.040674 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2cc326f8-9562-46e8-b0a3-9165ca9cb5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:07.214488 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38719ca0-e0e7-4e0d-968d-5e589b1a353f req-aa05119b-07ea-466b-89a5-9f1bacd5d120 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:07.216440 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38719ca0-e0e7-4e0d-968d-5e589b1a353f req-aa05119b-07ea-466b-89a5-9f1bacd5d120 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0507360 Oct 04 08:54:07.271651 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38719ca0-e0e7-4e0d-968d-5e589b1a353f req-473b3166-879a-447b-9090-a9435e54deba tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472598 Oct 04 08:54:07.987758 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 49c92b90-6543-4190-9601-8826bce2c601 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:08.041324 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 49c92b90-6543-4190-9601-8826bce2c601 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:08.041730 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (49c92b90-6543-4190-9601-8826bce2c601), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.042070 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 49c92b90-6543-4190-9601-8826bce2c601 Oct 04 08:54:08.124100 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 49c92b90-6543-4190-9601-8826bce2c601 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:08.182578 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6af0-4601-41c3-9478-c24f0bd20cc3 req-aae6baa5-04b0-46c6-b759-1317979b6f97 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:08.190444 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-108b6af0-4601-41c3-9478-c24f0bd20cc3 req-aae6baa5-04b0-46c6-b759-1317979b6f97 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0541892 Oct 04 08:54:08.241194 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-108b6af0-4601-41c3-9478-c24f0bd20cc3 req-7c6aeb22-8a34-44e6-a0bd-aebb2c95af0a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510685 Oct 04 08:54:08.275907 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.421231 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d238a-6384-40ff-bca2-f2d0c7d3287f req-7c73057f-9c22-407e-ab31-2b64c6e2d72e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:08.423009 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5b8d238a-6384-40ff-bca2-f2d0c7d3287f req-7c73057f-9c22-407e-ab31-2b64c6e2d72e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0560615 Oct 04 08:54:08.487887 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5b8d238a-6384-40ff-bca2-f2d0c7d3287f req-1ecabfc7-1231-4f7b-afad-8138d0f4c80b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589745 Oct 04 08:54:09.370222 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aa4c2-0f79-4479-8a31-6d0f837f85c9 req-789211e3-f469-4c31-80ea-2e0ff8ae2c74 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:09.373120 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-452aa4c2-0f79-4479-8a31-6d0f837f85c9 req-789211e3-f469-4c31-80ea-2e0ff8ae2c74 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0526838 Oct 04 08:54:09.434155 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-452aa4c2-0f79-4479-8a31-6d0f837f85c9 req-5cd9a74b-6569-4b72-b3ad-5cae8f60add1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552828 Oct 04 08:54:09.610628 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.646262 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e93e5a-437a-4c25-9892-9497d55485c1 req-dc93557f-62c4-4b5b-b89f-4129c52e36b9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:09.653919 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e5e93e5a-437a-4c25-9892-9497d55485c1 req-dc93557f-62c4-4b5b-b89f-4129c52e36b9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0594230 Oct 04 08:54:09.710856 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e5e93e5a-437a-4c25-9892-9497d55485c1 req-ace06424-ebcd-49e0-b639-615ec5656c1a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524948 Oct 04 08:54:10.032925 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:10.449288 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b967b12-c64e-4ba6-aa5c-2d41030908fa req-f59a0dbc-ad33-4f94-a9bc-ad75ea27a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:10.451350 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b967b12-c64e-4ba6-aa5c-2d41030908fa req-f59a0dbc-ad33-4f94-a9bc-ad75ea27a8f9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 1130 time: 0.0645299 Oct 04 08:54:10.536375 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b967b12-c64e-4ba6-aa5c-2d41030908fa req-bada1442-50db-4c12-b385-8c6ba4cddce8 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668850 Oct 04 08:54:10.579937 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae32ef9-9301-43d7-819d-bb391851f996 req-26b30fda-d0df-4f3e-b017-9c5a397f11a8 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:10.588522 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cae32ef9-9301-43d7-819d-bb391851f996 req-26b30fda-d0df-4f3e-b017-9c5a397f11a8 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0581079 Oct 04 08:54:10.651938 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cae32ef9-9301-43d7-819d-bb391851f996 req-d95f7bc4-f7fd-472d-b884-924c736210c0 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582571 Oct 04 08:54:10.825513 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:10.843834 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78a0c9-249d-4cb2-9d3a-4b46b7643f53 req-01449b10-0db4-49a4-9f2e-9bd705a565f6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:10.845322 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9e78a0c9-249d-4cb2-9d3a-4b46b7643f53 req-01449b10-0db4-49a4-9f2e-9bd705a565f6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0571568 Oct 04 08:54:10.895386 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9e78a0c9-249d-4cb2-9d3a-4b46b7643f53 req-1a4ea201-192b-4def-9ce8-ee69ca00ec2a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443945 Oct 04 08:54:11.799483 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90529a-4486-404f-bf99-4f8f4bc5673f req-3d142964-e44d-4042-b0ca-a1767b0bcdef tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:11.801074 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-db90529a-4486-404f-bf99-4f8f4bc5673f req-3d142964-e44d-4042-b0ca-a1767b0bcdef tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0654604 Oct 04 08:54:11.873960 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-db90529a-4486-404f-bf99-4f8f4bc5673f req-5c94e191-77eb-444e-b1db-218c6b16719e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636537 Oct 04 08:54:12.039932 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873f333-b8a1-47ba-8962-23206f833fb8 req-e61c7887-04ba-4a61-a485-8c4bd32a7cc8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:12.041477 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0873f333-b8a1-47ba-8962-23206f833fb8 req-e61c7887-04ba-4a61-a485-8c4bd32a7cc8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0546741 Oct 04 08:54:12.093787 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:12.100538 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0873f333-b8a1-47ba-8962-23206f833fb8 req-80f7e378-5bd8-45df-a1cf-07455c1655ef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526662 Oct 04 08:54:13.060820 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253f6f9-77cd-4c95-b54d-9cc1a6e7cc00 req-6a65d08d-c701-4e8c-a15f-79b674dfc452 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:13.062248 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9253f6f9-77cd-4c95-b54d-9cc1a6e7cc00 req-6a65d08d-c701-4e8c-a15f-79b674dfc452 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0906651 Oct 04 08:54:13.123284 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9253f6f9-77cd-4c95-b54d-9cc1a6e7cc00 req-dcd0f31c-ab60-4f62-ab94-0be5ba29bd46 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554659 Oct 04 08:54:13.299683 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2633dc-b42c-41bf-9f29-d4646d03898c req-e66d4d6d-91f8-4920-9982-9b1b3ea9dfec tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:13.310549 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5f2633dc-b42c-41bf-9f29-d4646d03898c req-e66d4d6d-91f8-4920-9982-9b1b3ea9dfec tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0714240 Oct 04 08:54:13.374639 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5f2633dc-b42c-41bf-9f29-d4646d03898c req-4ebb1fc1-419a-4ca2-8df1-c7db85d0caf9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605726 Oct 04 08:54:13.751975 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c365f-e791-4d07-84e0-4bdbfc32a9e9 req-590795df-6491-4839-a13c-07fdb8c8c3a0 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:13.763743 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-271c365f-e791-4d07-84e0-4bdbfc32a9e9 req-590795df-6491-4839-a13c-07fdb8c8c3a0 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0801201 Oct 04 08:54:13.833505 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-9b17e911-8a4a-4928-a183-d6771e7622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:13.836294 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-9b17e911-8a4a-4928-a183-d6771e7622d4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 1130 time: 0.1003516 Oct 04 08:54:13.851850 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-271c365f-e791-4d07-84e0-4bdbfc32a9e9 req-147240cc-3685-4da2-a6b4-65b8ab995cc4 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861125 Oct 04 08:54:13.987680 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-5a95b24d-f0f6-49ac-82dd-ea0ab515fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:13.989090 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-5a95b24d-f0f6-49ac-82dd-ea0ab515fa2e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.1405792 Oct 04 08:54:14.053370 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-71f26919-bc19-44db-b8c5-05f5d4a7db16 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0572524 Oct 04 08:54:14.117221 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-09135c57-4828-4aff-985d-d5d9deabf140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:14.118795 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-09135c57-4828-4aff-985d-d5d9deabf140 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.0585399 Oct 04 08:54:14.177161 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-246483b2-d0ec-44e5-95b5-7aa91f1a3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:14.179612 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-246483b2-d0ec-44e5-95b5-7aa91f1a3052 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503168 Oct 04 08:54:14.248320 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:14.288704 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-f4aebcf6-4f7e-4c2f-b94f-ed72a4ce023d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020763 Oct 04 08:54:14.450094 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f3770f59-0277-4605-80b3-3f90afdd9bd8 req-a7efbb7f-5d31-48a4-b574-f1d00eabc42f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499627 Oct 04 08:54:14.532801 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207241d4-e551-4fb2-baa6-47f26b3ae349 req-96a5fe65-f541-4dd1-8395-32c3643aea7a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:14.543333 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-207241d4-e551-4fb2-baa6-47f26b3ae349 req-96a5fe65-f541-4dd1-8395-32c3643aea7a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0729601 Oct 04 08:54:14.637510 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-207241d4-e551-4fb2-baa6-47f26b3ae349 req-bd210969-24fa-42d6-a0ec-205a687f6779 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928879 Oct 04 08:54:14.676635 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 47830) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:14.803719 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-356c6927-db65-4f0c-886b-9e062fd9be7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:14.908026 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-356c6927-db65-4f0c-886b-9e062fd9be7b admin admin] Publish callbacks [] for security_group (5ec994cc-f649-44ce-89b7-7f1299548499), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:15.015276 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f05db3-9c01-4552-a2e8-75174cd59b92 req-d2e9f01c-60cd-43b8-8402-76215b9f8929 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:15.016832 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c0f05db3-9c01-4552-a2e8-75174cd59b92 req-d2e9f01c-60cd-43b8-8402-76215b9f8929 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0812750 Oct 04 08:54:15.070734 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c0f05db3-9c01-4552-a2e8-75174cd59b92 req-c65ab3d5-a0eb-46a9-bf08-b11ff51694ee tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 Oct 04 08:54:15.196217 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-356c6927-db65-4f0c-886b-9e062fd9be7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (5ec994cc-f649-44ce-89b7-7f1299548499), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:15.237655 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c6927-db65-4f0c-886b-9e062fd9be7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec994cc-f649-44ce-89b7-7f1299548499,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:15.243733 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-356c6927-db65-4f0c-886b-9e062fd9be7b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e1a5bab797674be0b9dcf0c41fd0702f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5710950 Oct 04 08:54:15.246473 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 47840) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:15.307013 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-421fa023-3cac-4c7c-933a-6ed828824221 admin admin] Publish callbacks [] for security_group (5ec994cc-f649-44ce-89b7-7f1299548499), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:15.332076 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-421fa023-3cac-4c7c-933a-6ed828824221 admin admin] Publish callbacks [] for security_group (5ec994cc-f649-44ce-89b7-7f1299548499), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:15.339718 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:15.522202 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-421fa023-3cac-4c7c-933a-6ed828824221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (5ec994cc-f649-44ce-89b7-7f1299548499), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:15.525318 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-421fa023-3cac-4c7c-933a-6ed828824221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:15.526548 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-421fa023-3cac-4c7c-933a-6ed828824221 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5ec994cc-f649-44ce-89b7-7f1299548499 HTTP/1.1" status: 204 len: 168 time: 0.2790401 Oct 04 08:54:15.547751 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fa023-3cac-4c7c-933a-6ed828824221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec994cc-f649-44ce-89b7-7f1299548499,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:15.794559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b87b1-83fb-46cd-9c9d-f5ca72c3a903 req-77b02a42-46b7-46a5-bbd3-493ed1cdbbc0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:15.796083 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cd4b87b1-83fb-46cd-9c9d-f5ca72c3a903 req-77b02a42-46b7-46a5-bbd3-493ed1cdbbc0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0506132 Oct 04 08:54:15.848817 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cd4b87b1-83fb-46cd-9c9d-f5ca72c3a903 req-3f64b228-f608-461f-9a84-51793bc19d17 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464129 Oct 04 08:54:16.192934 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:16.207173 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7ec25-75dc-4447-ad0e-16a1378aeb12 req-9362bdc9-b6e6-4b6d-abea-10f306d51360 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:16.210907 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12c7ec25-75dc-4447-ad0e-16a1378aeb12 req-9362bdc9-b6e6-4b6d-abea-10f306d51360 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0636244 Oct 04 08:54:16.261068 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12c7ec25-75dc-4447-ad0e-16a1378aeb12 req-2fcc3795-ff65-4f6f-ad54-d22b40c1a4af tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440357 Oct 04 08:54:16.388034 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 47876) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:16.502977 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fbf0859f-be5d-4f49-9f80-9d37f854dd4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:16.649314 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fbf0859f-be5d-4f49-9f80-9d37f854dd4e admin admin] Publish callbacks [] for security_group (709b23fc-236c-4d34-a3de-032ecb1f5a8a), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:16.689458 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3d6d2e07-ff06-4f02-b09e-479027a9e9c4 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:16.691073 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3d6d2e07-ff06-4f02-b09e-479027a9e9c4 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4bbb976b-3b1d-417f-9eb1-47edd4a962af HTTP/1.1" status: 200 len: 814 time: 0.1274753 Oct 04 08:54:16.707101 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-8ce6f48c-785b-4f9e-9112-a5bbc3dbaf7e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/quotas/f6f4de2e638d4746a56a2d2023d2401b HTTP/1.1" status: 200 len: 375 time: 0.0095456 Oct 04 08:54:16.723740 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fbf0859f-be5d-4f49-9f80-9d37f854dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (709b23fc-236c-4d34-a3de-032ecb1f5a8a), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:16.779222 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:16.793144 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-abc07208-aec7-4c4c-b182-88f550b45427 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800214 Oct 04 08:54:16.799271 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-fbf0859f-be5d-4f49-9f80-9d37f854dd4e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=44559d08c464407f91489c220cf2bc81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099147 Oct 04 08:54:16.801460 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0859f-be5d-4f49-9f80-9d37f854dd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709b23fc-236c-4d34-a3de-032ecb1f5a8a,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:16.802274 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47892) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:16.858053 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce38d-a47d-4f1f-b26a-5d95a8caf8ae admin admin] Publish callbacks [] for security_group (709b23fc-236c-4d34-a3de-032ecb1f5a8a), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:16.878674 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce38d-a47d-4f1f-b26a-5d95a8caf8ae admin admin] Publish callbacks [] for security_group (709b23fc-236c-4d34-a3de-032ecb1f5a8a), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:16.894670 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-58aba448-00b1-46b9-91aa-0e1a24759b75 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860424 Oct 04 08:54:16.995243 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-6cb3530e-2b57-4ffd-b7ae-7ab3bf7e663f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909016 Oct 04 08:54:17.126886 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce38d-a47d-4f1f-b26a-5d95a8caf8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (709b23fc-236c-4d34-a3de-032ecb1f5a8a), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.129469 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce38d-a47d-4f1f-b26a-5d95a8caf8ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.130705 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-6b6ce38d-a47d-4f1f-b26a-5d95a8caf8ae admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/709b23fc-236c-4d34-a3de-032ecb1f5a8a HTTP/1.1" status: 204 len: 168 time: 0.3255818 Oct 04 08:54:17.139868 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ce38d-a47d-4f1f-b26a-5d95a8caf8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709b23fc-236c-4d34-a3de-032ecb1f5a8a,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:17.348244 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac2382-beec-479d-810d-f3a1ea9e1f4c req-70228e58-e01e-4a6c-beba-a68d3d79176e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:17.349983 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a3ac2382-beec-479d-810d-f3a1ea9e1f4c req-70228e58-e01e-4a6c-beba-a68d3d79176e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0656688 Oct 04 08:54:17.404282 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a3ac2382-beec-479d-810d-f3a1ea9e1f4c req-cc4262ee-db7a-4f77-878f-6fe74942bdd6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475857 Oct 04 08:54:17.473955 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-32981960-4c37-4df5-a9e9-340970150c4f req-313aa3e0-f869-4794-8f7f-5c7240cfa2db tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 210 time: 0.0268970 Oct 04 08:54:17.583020 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613af5e-07ba-4051-8838-19e951874796 req-ecf20008-f044-439f-b0f2-0fd34854bddc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:17.584934 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f613af5e-07ba-4051-8838-19e951874796 req-ecf20008-f044-439f-b0f2-0fd34854bddc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0508347 Oct 04 08:54:17.639749 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f613af5e-07ba-4051-8838-19e951874796 req-e3196d76-ef31-456d-8e30-133cee477657 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478270 Oct 04 08:54:18.562829 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-98453599-9676-4647-8841-6d5692fa82d9 req-73fbe011-61c2-4963-a122-c0b4982bf116 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 210 time: 0.0300481 Oct 04 08:54:18.568633 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe9aa9-33ca-4c08-bd0f-adc0520a48a1 req-d614fc84-7301-44a2-b117-37de2291e254 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:18.575132 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d7fe9aa9-33ca-4c08-bd0f-adc0520a48a1 req-d614fc84-7301-44a2-b117-37de2291e254 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0796428 Oct 04 08:54:18.625429 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d7fe9aa9-33ca-4c08-bd0f-adc0520a48a1 req-8340fda8-9dad-4e58-9601-a82fe46692a0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491021 Oct 04 08:54:19.535712 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:54:19.549567 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47966) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:19.554078 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-355f6dd0-a623-492c-8119-3aa8cb9c35a7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079205178', 'description': 'tempest-description--453856534'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:19.652954 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-355f6dd0-a623-492c-8119-3aa8cb9c35a7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:19.654124 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:19.674276 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'port_id': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'mac_address': 'fa:16:3e:ba:ba:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:54:19.682462 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d903eb1a-fa38-4296-9562-1a07a76fc783 req-a94df3cc-5a42-4542-9623-1352cf6a43ce tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 210 time: 0.0312943 Oct 04 08:54:19.689881 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:19.718888 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d is: ACTIVE; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:19.719463 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:19.740381 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0969193-60ee-4fb7-ba1b-70b50bfb9b9d {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:54:19.767248 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:19.769893 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-355f6dd0-a623-492c-8119-3aa8cb9c35a7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group (114b112e-1a7f-409e-9d30-cab40941e135), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:19.779470 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3751-2aba-4587-9827-4f34b21195a4 req-b88b6da9-8555-40c2-a3e8-a2942380e840 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:19.781063 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-58bb3751-2aba-4587-9827-4f34b21195a4 req-b88b6da9-8555-40c2-a3e8-a2942380e840 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0569010 Oct 04 08:54:19.835855 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:19.836517 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-355f6dd0-a623-492c-8119-3aa8cb9c35a7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (114b112e-1a7f-409e-9d30-cab40941e135), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:19.847305 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-58bb3751-2aba-4587-9827-4f34b21195a4 req-cb68a4eb-f85b-49a4-9418-9bc5e2c90abd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602138 Oct 04 08:54:19.885789 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f6dd0-a623-492c-8119-3aa8cb9c35a7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114b112e-1a7f-409e-9d30-cab40941e135,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:19.926217 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=6']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:19.969260 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:19.985810 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-355f6dd0-a623-492c-8119-3aa8cb9c35a7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:19.992951 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-355f6dd0-a623-492c-8119-3aa8cb9c35a7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4375074 Oct 04 08:54:19.992951 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47972) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:19.997949 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-4ac45385-f8a1-4921-8687-3e085c98658f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Request body: {'security_group_rule': {'security_group_id': '114b112e-1a7f-409e-9d30-cab40941e135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:20.019537 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:54:20.055824 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:20.110303 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4ac45385-f8a1-4921-8687-3e085c98658f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group_rule (f857275a-271c-4ae5-9471-e278a03efce2), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.179744 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4ac45385-f8a1-4921-8687-3e085c98658f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group_rule (f857275a-271c-4ae5-9471-e278a03efce2), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.269870 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4ac45385-f8a1-4921-8687-3e085c98658f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (f857275a-271c-4ae5-9471-e278a03efce2), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.291307 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac45385-f8a1-4921-8687-3e085c98658f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f857275a-271c-4ae5-9471-e278a03efce2,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:20.420332 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4ac45385-f8a1-4921-8687-3e085c98658f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.421661 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-4ac45385-f8a1-4921-8687-3e085c98658f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4288528 Oct 04 08:54:20.424358 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47988) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:20.430948 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-ded73c1a-0079-4779-9eb5-4e8e4d05e751 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Request body: {'security_group_rule': {'security_group_id': '114b112e-1a7f-409e-9d30-cab40941e135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:20.534508 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ded73c1a-0079-4779-9eb5-4e8e4d05e751 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group_rule (5023004b-6ddd-46f8-a394-e56160140bab), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.561772 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:20.600174 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 47998) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:20.605057 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-623ea54e-8175-4f09-8c08-0e2f64625126 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1049300196', 'description': 'tempest-description--1101833008'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:20.612040 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ded73c1a-0079-4779-9eb5-4e8e4d05e751 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group_rule (5023004b-6ddd-46f8-a394-e56160140bab), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.709531 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-623ea54e-8175-4f09-8c08-0e2f64625126 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.712303 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ded73c1a-0079-4779-9eb5-4e8e4d05e751 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (5023004b-6ddd-46f8-a394-e56160140bab), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.771979 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded73c1a-0079-4779-9eb5-4e8e4d05e751 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5023004b-6ddd-46f8-a394-e56160140bab,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:20.782657 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:20.799678 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7588f37e-0862-4e74-8124-2a521d2d8725 req-6ab748cf-551d-4926-a856-72a6cea339f0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 210 time: 0.0265701 Oct 04 08:54:20.814482 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-82b5e571-5cbc-47cf-8e47-cc55fb1a3600 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:20.816419 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-82b5e571-5cbc-47cf-8e47-cc55fb1a3600 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4bbb976b-3b1d-417f-9eb1-47edd4a962af HTTP/1.1" status: 200 len: 814 time: 0.1786022 Oct 04 08:54:20.840024 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'port': {'device_id': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'admin_state_up': True, 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:20.918374 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:20.942205 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-623ea54e-8175-4f09-8c08-0e2f64625126 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (03c3beb8-fc2c-4422-8f22-bdf147a47e15), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.949683 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ded73c1a-0079-4779-9eb5-4e8e4d05e751 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:20.950891 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-ded73c1a-0079-4779-9eb5-4e8e4d05e751 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5250649 Oct 04 08:54:20.956387 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 48008) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:20.966362 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:21.016275 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c03f6d-20f6-4b94-8334-79943261b98f req-97e7e35e-2095-4b15-9fda-26c8713d7bdb tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:21.017751 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-58c03f6d-20f6-4b94-8334-79943261b98f req-97e7e35e-2095-4b15-9fda-26c8713d7bdb tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 944 time: 0.0706985 Oct 04 08:54:21.053433 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-623ea54e-8175-4f09-8c08-0e2f64625126 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (03c3beb8-fc2c-4422-8f22-bdf147a47e15), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.087146 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-58c03f6d-20f6-4b94-8334-79943261b98f req-13053b8e-6f96-4674-91a8-4bd437f263f5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614915 Oct 04 08:54:21.094472 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ea54e-8175-4f09-8c08-0e2f64625126 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c3beb8-fc2c-4422-8f22-bdf147a47e15,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:21.109951 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Made reservation on behalf of f6f4de2e638d4746a56a2d2023d2401b for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:54:21.114099 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.144641 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.198428 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-623ea54e-8175-4f09-8c08-0e2f64625126 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.202743 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-623ea54e-8175-4f09-8c08-0e2f64625126 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5982931 Oct 04 08:54:21.206461 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48018) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:21.211531 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-10f82b30-feaf-484f-bc71-4e2bca90e81d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group_rule': {'security_group_id': '03c3beb8-fc2c-4422-8f22-bdf147a47e15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:21.257708 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.302677 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Allocated IP 172.20.0.14 (4bbb976b-3b1d-417f-9eb1-47edd4a962af/80ab987e-4f3b-4ad7-a7ab-3b2c0e632255/4016b744-a552-4b39-96d5-0dd5bd2f34c4) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:54:21.391102 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Allocated IP 172.27.1.232 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/8d6ff545-0d7f-47b7-9009-5f395c929dd1) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:54:21.521510 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for port (8d6ff545-0d7f-47b7-9009-5f395c929dd1), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.527992 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:21.552042 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:21.613654 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (8d6ff545-0d7f-47b7-9009-5f395c929dd1), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.641527 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:21.642234 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.642627 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d Oct 04 08:54:21.729819 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event updated for resources: {'Port': ['ID=8d6ff545-0d7f-47b7-9009-5f395c929dd1,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:21.735556 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:54:21.735862 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:21.738129 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:54:21.743641 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-10f82b30-feaf-484f-bc71-4e2bca90e81d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (65946f82-6afe-46fd-b5e0-4c480752587f), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.751272 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:54:21.751430 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:21.850391 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:21.850938 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.912797 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.943878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-10f82b30-feaf-484f-bc71-4e2bca90e81d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (65946f82-6afe-46fd-b5e0-4c480752587f), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.944875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:21.958456 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8710e315-08b6-4502-b34e-d47b327552c7" -d '{"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:22.012953 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:22.036217 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70fd240-17ac-4075-9ab7-fb4e9e23f15e x-openstack-request-id: req-c70fd240-17ac-4075-9ab7-fb4e9e23f15e {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:22.036793 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:22.037268 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c70fd240-17ac-4075-9ab7-fb4e9e23f15e {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:22.037859 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70fd240-17ac-4075-9ab7-fb4e9e23f15e'] response: {'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'code': 200} Oct 04 08:54:22.053275 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.055957 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-10f82b30-feaf-484f-bc71-4e2bca90e81d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (65946f82-6afe-46fd-b5e0-4c480752587f), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.063279 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-61bc2e8a-7bfb-4bf8-be7e-7470c708ceb7 req-1dfe1089-5657-41f7-a777-b768a0341c27 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 210 time: 0.0693321 Oct 04 08:54:22.080477 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for floatingip (9f9aad4a-51fc-490e-9b1c-51b23437f50c), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.084676 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.146650 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'Port': ['ID=4016b744-a552-4b39-96d5-0dd5bd2f34c4,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:22.176529 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f82b30-feaf-484f-bc71-4e2bca90e81d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65946f82-6afe-46fd-b5e0-4c480752587f,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:22.185169 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=7']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:22.186012 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Network 4bbb976b-3b1d-417f-9eb1-47edd4a962af is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:54:22.187554 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:54:22.236077 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:54:22.278086 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-10f82b30-feaf-484f-bc71-4e2bca90e81d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.287701 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-10f82b30-feaf-484f-bc71-4e2bca90e81d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0804782 Oct 04 08:54:22.291682 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48058) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:22.407066 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-8fd5065b-8332-4419-8007-6db49526c34a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group_rule': {'security_group_id': '03c3beb8-fc2c-4422-8f22-bdf147a47e15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:22.479302 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f37487-4086-45e5-8d21-a54a9f566081 req-cb18a4a1-96b8-4ed4-ac61-6d288e2b0d17 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:22.490911 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-31f37487-4086-45e5-8d21-a54a9f566081 req-cb18a4a1-96b8-4ed4-ac61-6d288e2b0d17 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.1916182 Oct 04 08:54:22.541757 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:22.573554 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (8d6ff545-0d7f-47b7-9009-5f395c929dd1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.588014 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:22.588716 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.677992 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:22.683013 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8fd5065b-8332-4419-8007-6db49526c34a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (6f536359-87d6-4e5f-98b1-036cc218ecff), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.708184 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-e93aed5e-c51e-4c3d-8fc6-8704955d1b6a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8729005 Oct 04 08:54:22.711773 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-99f3becb-cedb-4960-a364-be44075c05cc None None] Provisioning complete for port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:22.712251 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-99f3becb-cedb-4960-a364-be44075c05cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.712571 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-99f3becb-cedb-4960-a364-be44075c05cc None None] Attempt 1 to provision port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 Oct 04 08:54:22.730652 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Request body: {'port': {'device_id': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:22.796332 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for port (8d6ff545-0d7f-47b7-9009-5f395c929dd1), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.832154 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-99f3becb-cedb-4960-a364-be44075c05cc None None] Port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:54:22.837957 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-31f37487-4086-45e5-8d21-a54a9f566081 req-b0cd7aee-3992-46ac-b3cf-f6d69259cbae tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456132 Oct 04 08:54:22.892847 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (8d6ff545-0d7f-47b7-9009-5f395c929dd1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.911925 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8fd5065b-8332-4419-8007-6db49526c34a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (6f536359-87d6-4e5f-98b1-036cc218ecff), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.981555 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8fd5065b-8332-4419-8007-6db49526c34a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (6f536359-87d6-4e5f-98b1-036cc218ecff), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.986038 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (9f9aad4a-51fc-490e-9b1c-51b23437f50c), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:23.047911 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:23.078868 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5065b-8332-4419-8007-6db49526c34a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f536359-87d6-4e5f-98b1-036cc218ecff,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:23.091505 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event updated for resources: {'Port': ['ID=8d6ff545-0d7f-47b7-9009-5f395c929dd1,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:23.169325 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:23.171606 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-64bf3cdc-8594-4c49-bcf5-be0502e93bc2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2134843 Oct 04 08:54:23.383127 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180577b-8d20-4289-9f87-99f498c84c61 req-ed092a29-e1a3-4651-a2ae-968945e902e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:23.387805 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c180577b-8d20-4289-9f87-99f498c84c61 req-ed092a29-e1a3-4651-a2ae-968945e902e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 932 time: 0.1396294 Oct 04 08:54:23.420479 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8fd5065b-8332-4419-8007-6db49526c34a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:23.425950 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-8fd5065b-8332-4419-8007-6db49526c34a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0520504 Oct 04 08:54:23.431000 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 48076) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:23.440265 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:23.506707 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c180577b-8d20-4289-9f87-99f498c84c61 req-e5364372-a923-4a0f-81ec-f61ecbd71b33 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058023 Oct 04 08:54:23.566696 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:23.607371 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4016b744-a552-4b39-96d5-0dd5bd2f34c4 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:54:23.617592 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Publish callbacks [] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:23.659537 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Transition to ACTIVE for port object 4016b744-a552-4b39-96d5-0dd5bd2f34c4 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:54:23.694072 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:23.712869 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:23.749504 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:23.815616 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:23.885519 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4016b744-a552-4b39-96d5-0dd5bd2f34c4,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:23.887342 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Allocated IP 172.27.1.95 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/d4e84843-9804-4cff-ab0c-eeebf9813e92) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:54:23.961262 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Attempting to bind port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:54:23.962769 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Attempting to bind port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:54:23.962769 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Attempting to bind port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 on network 4bbb976b-3b1d-417f-9eb1-47edd4a962af {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:54:24.029147 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 on network 4bbb976b-3b1d-417f-9eb1-47edd4a962af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:54:24.029864 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Attempting to bind port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 on network 4bbb976b-3b1d-417f-9eb1-47edd4a962af {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:54:24.082863 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:54:24.083506 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Checking segment: {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:54:24.084072 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Bound using segment: {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:54:24.084707 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Bound port: 4016b744-a552-4b39-96d5-0dd5bd2f34c4, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826226b4-ec26-47af-b425-1ee18716fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:54:24.085257 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.110804 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf9738-f43e-4925-b286-133823b97046 req-3aca17d6-7ed9-4b47-918b-4685286ca3f8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:24.122123 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c6cf9738-f43e-4925-b286-133823b97046 req-3aca17d6-7ed9-4b47-918b-4685286ca3f8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.1095779 Oct 04 08:54:24.173360 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] For port 4016b744-a552-4b39-96d5-0dd5bd2f34c4, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:54:24.177350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] For port 4016b744-a552-4b39-96d5-0dd5bd2f34c4, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:54:24.269052 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.275436 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:24.277613 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.279515 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 200 len: 1094 time: 1.5532410 Oct 04 08:54:24.295655 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (d4e84843-9804-4cff-ab0c-eeebf9813e92), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.312845 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c6cf9738-f43e-4925-b286-133823b97046 req-0f51644a-168e-45fc-b269-98060003b2ac tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891611 Oct 04 08:54:24.331158 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:24.333478 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b812fb-c67d-4eb9-a0bb-7984911efc19" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:24.440071 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9df5fd-37ef-4c61-8b36-f5afa543f9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4016b744-a552-4b39-96d5-0dd5bd2f34c4,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:24.450349 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d01f4-0c69-4c07-97b3-36e6ae2e66e2 x-openstack-request-id: req-776d01f4-0c69-4c07-97b3-36e6ae2e66e2 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:24.451286 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:24.452062 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-776d01f4-0c69-4c07-97b3-36e6ae2e66e2 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:24.452971 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776d01f4-0c69-4c07-97b3-36e6ae2e66e2'] response: {'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'status': 'completed', 'code': 200} Oct 04 08:54:24.511802 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (d4e84843-9804-4cff-ab0c-eeebf9813e92), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.646442 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:24.732315 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=d4e84843-9804-4cff-ab0c-eeebf9813e92,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:24.853149 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:54:24.859824 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247214a-fcb7-4431-bd58-8e4c86005d57 req-2de39ded-af5e-4bc0-8b44-0f0c2b08ba77 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:24.861254 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b812fb-c67d-4eb9-a0bb-7984911efc19 req-6e689f84-3b4b-48ef-a31e-2c01f5be8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:24.862782 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-62b812fb-c67d-4eb9-a0bb-7984911efc19 req-6e689f84-3b4b-48ef-a31e-2c01f5be8570 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 1128 time: 0.1158531 Oct 04 08:54:24.868114 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9247214a-fcb7-4431-bd58-8e4c86005d57 req-2de39ded-af5e-4bc0-8b44-0f0c2b08ba77 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 944 time: 0.1267817 Oct 04 08:54:24.887859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:54:24.931545 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:54:24.980430 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:25.051367 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9247214a-fcb7-4431-bd58-8e4c86005d57 req-93591a4f-0a5b-4245-96f0-819d5757b10c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716590 Oct 04 08:54:25.168251 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (91310e10-7948-4982-a940-fae54a2e418c), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.232118 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b812fb-c67d-4eb9-a0bb-7984911efc19 req-ffb71a2b-900e-4138-8ea5-1afd5599631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:25.234036 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-62b812fb-c67d-4eb9-a0bb-7984911efc19 req-ffb71a2b-900e-4138-8ea5-1afd5599631e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3626394 Oct 04 08:54:25.487020 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835efb41-f97a-458d-9c8d-3775b32766c1 req-92923c56-910c-4865-8d99-9513e0edbf30 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:25.496255 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-835efb41-f97a-458d-9c8d-3775b32766c1 req-92923c56-910c-4865-8d99-9513e0edbf30 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0664384 Oct 04 08:54:25.571267 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-835efb41-f97a-458d-9c8d-3775b32766c1 req-88e82611-e964-4cfb-a120-de64824e74de tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733850 Oct 04 08:54:25.638283 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b812fb-c67d-4eb9-a0bb-7984911efc19 req-44cca577-632e-4983-a7f0-b6215d8f8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:25.643059 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-62b812fb-c67d-4eb9-a0bb-7984911efc19 req-44cca577-632e-4983-a7f0-b6215d8f8626 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2220666 Oct 04 08:54:25.741617 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (d4e84843-9804-4cff-ab0c-eeebf9813e92), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.802566 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:25.839600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-95bf5fa8-01d5-4357-a795-752c3281cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:25.843802 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-95bf5fa8-01d5-4357-a795-752c3281cd5a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 1128 time: 0.0977659 Oct 04 08:54:26.040012 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (d4e84843-9804-4cff-ab0c-eeebf9813e92), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:26.110273 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (d4e84843-9804-4cff-ab0c-eeebf9813e92), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:26.375388 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=d4e84843-9804-4cff-ab0c-eeebf9813e92,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:26.392591 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (91310e10-7948-4982-a940-fae54a2e418c), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:26.455809 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960de3ba-db29-4d85-aff0-57a010fc5e95 req-0de23b2f-2d1e-4c59-b0c1-444a712211f6 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:26.468752 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-960de3ba-db29-4d85-aff0-57a010fc5e95 req-0de23b2f-2d1e-4c59-b0c1-444a712211f6 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 944 time: 0.2035995 Oct 04 08:54:26.506384 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:26.518452 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-6ed27451-87e9-48c2-a3a2-87b186a63a0a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0850098 Oct 04 08:54:26.582432 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-960de3ba-db29-4d85-aff0-57a010fc5e95 req-52375c7e-af36-4012-9648-b2b19020567a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068189 Oct 04 08:54:26.836144 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a24e5-f503-483a-bcef-0d340e663cab req-dc201d2f-897b-4d17-829d-1ac99d484d57 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:26.838093 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b30a24e5-f503-483a-bcef-0d340e663cab req-dc201d2f-897b-4d17-829d-1ac99d484d57 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0811763 Oct 04 08:54:26.967147 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b30a24e5-f503-483a-bcef-0d340e663cab req-770e11c9-22a1-4b4a-b7d8-98ea3f8ec713 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215894 Oct 04 08:54:30.088127 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:30.666204 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:54:30.766542 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:33.831570 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48226) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:33.966768 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4223-6d2d-47b8-9d93-e6a53ccb16c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.062035 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4223-6d2d-47b8-9d93-e6a53ccb16c6 admin admin] Publish callbacks [] for security_group (e2ab5d15-112b-4585-a4a5-3c8953efab10), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.149794 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4223-6d2d-47b8-9d93-e6a53ccb16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e2ab5d15-112b-4585-a4a5-3c8953efab10), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.203167 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb4223-6d2d-47b8-9d93-e6a53ccb16c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ab5d15-112b-4585-a4a5-3c8953efab10,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:34.222572 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-cfdb4223-6d2d-47b8-9d93-e6a53ccb16c6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f696021154794e65bf3cdba31c6f427f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864031 Oct 04 08:54:34.222805 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48234) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:34.274489 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e7953bc5-223e-4e6a-b004-d468979a38f7 admin admin] Publish callbacks [] for security_group (e2ab5d15-112b-4585-a4a5-3c8953efab10), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.296290 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e7953bc5-223e-4e6a-b004-d468979a38f7 admin admin] Publish callbacks [] for security_group (e2ab5d15-112b-4585-a4a5-3c8953efab10), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.447311 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e7953bc5-223e-4e6a-b004-d468979a38f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e2ab5d15-112b-4585-a4a5-3c8953efab10), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.449924 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e7953bc5-223e-4e6a-b004-d468979a38f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.451134 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e7953bc5-223e-4e6a-b004-d468979a38f7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e2ab5d15-112b-4585-a4a5-3c8953efab10 HTTP/1.1" status: 204 len: 168 time: 0.2274148 Oct 04 08:54:34.459496 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7953bc5-223e-4e6a-b004-d468979a38f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ab5d15-112b-4585-a4a5-3c8953efab10,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:34.703583 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-41c44265-e68d-49bd-8854-2ce82cc83816 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2079205178&fields=id&tenant_id=24b4590edfe642bc8a8bd15a1b8ba464 HTTP/1.1" status: 200 len: 267 time: 0.0976670 Oct 04 08:54:34.712438 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a32e17ca-5b96-434c-ba1f-4d971889b700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.808126 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-ce29d9ae-4ea3-4eaa-ad79-0e7c0a6037b9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1049300196&fields=id&tenant_id=8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 267 time: 0.1643848 Oct 04 08:54:34.937217 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-dd484377-37c8-44af-bcf4-e99aaad2dd52 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:34.938817 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-dd484377-37c8-44af-bcf4-e99aaad2dd52 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 819 time: 0.2261083 Oct 04 08:54:34.971425 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-ac37811e-db7a-4734-a61f-42d034be6f09 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/quotas/24b4590edfe642bc8a8bd15a1b8ba464 HTTP/1.1" status: 200 len: 375 time: 0.0247102 Oct 04 08:54:34.981674 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-bcdd32e3-774b-46cf-83df-5d5decdbde1b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:34.983139 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-bcdd32e3-774b-46cf-83df-5d5decdbde1b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 815 time: 0.1713824 Oct 04 08:54:35.022870 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:35.030040 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-651caa71-eca7-4907-9cf5-6b4b9266d2c9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/quotas/8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 375 time: 0.0356309 Oct 04 08:54:35.062357 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-4df4918d-f5ef-45a7-9262-eeed50456c09 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0782681 Oct 04 08:54:35.142344 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3e722a57-c2af-459e-9186-bd9e41c08ce8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062438 Oct 04 08:54:35.238702 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-e2bc8997-9d3a-4bd1-bbea-ddc64cf3bd5f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596155 Oct 04 08:54:35.262181 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:35.334619 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-29895a46-294a-4c36-b3d0-57c61b1ed48b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778438 Oct 04 08:54:35.627689 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-9ce43bba-5708-4fd0-bcb3-32d45e844fba service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786595 Oct 04 08:54:35.656104 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-ca182dc9-2aa1-45b0-810f-c474d1d03aba service neutron] 10.222.0.27 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150790 Oct 04 08:54:35.957022 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e8e56-477f-4b48-b29c-7f5f02353460 req-9684766d-fd39-4a62-8424-6f0567076c6b tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:35.958580 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ef1e8e56-477f-4b48-b29c-7f5f02353460 req-9684766d-fd39-4a62-8424-6f0567076c6b tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 944 time: 0.0535111 Oct 04 08:54:36.048082 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e50d3-99ca-451a-95e6-8ea49de20ce2 req-182d6256-408a-424d-93c9-324b91b69b81 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:36.049604 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-271e50d3-99ca-451a-95e6-8ea49de20ce2 req-182d6256-408a-424d-93c9-324b91b69b81 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0843098 Oct 04 08:54:36.060086 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ef1e8e56-477f-4b48-b29c-7f5f02353460 req-10836144-5208-4f8f-840c-23538cee14f4 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927854 Oct 04 08:54:36.111134 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-271e50d3-99ca-451a-95e6-8ea49de20ce2 req-cf5a2902-1467-4d35-b0de-f3d03fae3f75 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546434 Oct 04 08:54:36.147655 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4406265a-b255-4d57-b180-0f441d0aee4a req-97ddab22-8a90-4dab-ba52-5ff43c5f1321 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 210 time: 0.0293486 Oct 04 08:54:36.179821 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7fbfaab3-c614-4bef-946c-e7e662b80b45 req-60e78cd4-dcb2-4fd1-8a94-331dbdd770b1 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0308805 Oct 04 08:54:36.487186 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-ea691259-a815-4f15-811a-0032898effe1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 200 len: 217 time: 0.0553675 Oct 04 08:54:36.872632 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:36.887636 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-0aab6174-6ea5-4af7-b3af-6a8aa80b129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:36.889321 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-0aab6174-6ea5-4af7-b3af-6a8aa80b129b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80ab987e-4f3b-4ad7-a7ab-3b2c0e632255 HTTP/1.1" status: 200 len: 853 time: 0.0547278 Oct 04 08:54:36.953124 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7130-d482-4b25-bcc4-345990349319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:36.956633 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-f40aad51-8de3-48d3-afea-0fd0168ff587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:36.958493 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-f40aad51-8de3-48d3-afea-0fd0168ff587 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4bbb976b-3b1d-417f-9eb1-47edd4a962af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435858 Oct 04 08:54:37.059768 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-f751723d-7abc-4ceb-9166-021ec992d10e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935087 Oct 04 08:54:37.190885 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f944c-c65e-457d-9b31-88af3ea76f1a req-a1d2c362-9141-4b4e-af3e-7497185eb618 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:37.192371 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1d8f944c-c65e-457d-9b31-88af3ea76f1a req-a1d2c362-9141-4b4e-af3e-7497185eb618 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 944 time: 0.0491257 Oct 04 08:54:37.257148 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e030ead-1d35-4366-88d8-e582671d7581 req-4f5a4ade-1ca1-4381-82c3-35c476503ec8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:37.258646 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2e030ead-1d35-4366-88d8-e582671d7581 req-4f5a4ade-1ca1-4381-82c3-35c476503ec8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0653877 Oct 04 08:54:37.286143 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1d8f944c-c65e-457d-9b31-88af3ea76f1a req-d35a91fd-a016-49f8-be76-6cc40e528e0f tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835581 Oct 04 08:54:37.317313 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2e030ead-1d35-4366-88d8-e582671d7581 req-2a2be695-7f3a-4bd0-8b39-336ffc261cb0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530424 Oct 04 08:54:37.385440 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7ab116ab-05f9-496c-bce2-ec74cbf33443 req-116e237b-92e3-4fd7-acab-74c3501cb234 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 210 time: 0.0350375 Oct 04 08:54:37.411983 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b51661b6-3c67-4ca2-90d5-4078b167234d req-df19135c-e0d1-4c0d-b868-011054c59de1 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0295529 Oct 04 08:54:37.699801 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8462a731-45cc-499d-80bc-4a5b0be45b8f req-1798b07a-1b9a-4cc8-9798-aa4cfe106989 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891573 Oct 04 08:54:38.246570 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:38.420313 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0186dde-9bfe-41a5-b386-215312165674 req-dbf8fb17-5393-4b6a-a5c3-efa081d4e8fb tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:38.421941 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a0186dde-9bfe-41a5-b386-215312165674 req-dbf8fb17-5393-4b6a-a5c3-efa081d4e8fb tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 944 time: 0.0583913 Oct 04 08:54:38.469611 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ed717-2d0c-4b7a-8525-cc2cc0b6b710 req-4de67acd-8062-4911-9da1-0ef4fa91f5de tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:38.471092 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0b5ed717-2d0c-4b7a-8525-cc2cc0b6b710 req-4de67acd-8062-4911-9da1-0ef4fa91f5de tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0673013 Oct 04 08:54:38.515038 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a0186dde-9bfe-41a5-b386-215312165674 req-5a7c7b87-4438-4857-a760-d118b5dcabd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Oct 04 08:54:38.517955 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:38.543261 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0b5ed717-2d0c-4b7a-8525-cc2cc0b6b710 req-7f9abc87-f5e2-4feb-8345-2623deb1d379 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622971 Oct 04 08:54:38.599928 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4ed8520f-091b-4686-82cd-6770355fff34 req-031902fa-cd1b-4041-82e4-335b873d2352 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 210 time: 0.0266836 Oct 04 08:54:38.630085 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0777a6d2-7689-4b68-aa0a-d0bc512b8114 req-d6e482e9-6590-4f01-9f88-754a7759c06a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0257337 Oct 04 08:54:38.846759 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-23bf9c1b-a302-4587-8b82-373e9dfe1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:38.848314 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-23bf9c1b-a302-4587-8b82-373e9dfe1b2e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 1129 time: 0.0409660 Oct 04 08:54:38.936500 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:38.953571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-ac995fa4-d10b-44ef-9eb9-2538e4e5e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:38.955255 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-ac995fa4-d10b-44ef-9eb9-2538e4e5e29c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.0989473 Oct 04 08:54:39.027571 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-2bdc7ffc-ef67-4ed9-85e4-a24a75dbd573 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d HTTP/1.1" status: 200 len: 1000 time: 0.0637631 Oct 04 08:54:39.088049 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-3a9dd23f-32d0-4667-a939-68427bbb7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:39.090201 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-3a9dd23f-32d0-4667-a939-68427bbb7634 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0530231 Oct 04 08:54:39.136511 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-10d71675-e992-4f5a-80be-1c6df7be69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:39.138114 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-10d71675-e992-4f5a-80be-1c6df7be69ce service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408938 Oct 04 08:54:39.236363 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-9235a9a7-06fd-44cf-8338-41b258a26679 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893860 Oct 04 08:54:39.590337 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a6714e52-6fb7-42b0-a9bd-c601ec0908e9 req-e8f8db6f-cb53-4df0-b985-723d666cfc96 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922909 Oct 04 08:54:39.608571 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:39.653115 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cc8b3-23b2-4dd3-b657-3f2486f86f27 req-6c05059d-ea94-4b9a-adaa-23655f65c32e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:39.654734 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-333cc8b3-23b2-4dd3-b657-3f2486f86f27 req-6c05059d-ea94-4b9a-adaa-23655f65c32e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 944 time: 0.0616770 Oct 04 08:54:39.719232 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fa859-7ca4-4a55-8d17-65210cad9f88 req-6c267ee5-0b36-4be7-b105-82633b2f1132 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:39.720695 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-640fa859-7ca4-4a55-8d17-65210cad9f88 req-6c267ee5-0b36-4be7-b105-82633b2f1132 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0750792 Oct 04 08:54:39.761528 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-333cc8b3-23b2-4dd3-b657-3f2486f86f27 req-1bf867d4-6ebf-4126-9b80-3074109dd7d8 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977924 Oct 04 08:54:39.790032 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-640fa859-7ca4-4a55-8d17-65210cad9f88 req-f0e1aa6f-95f3-4935-aab7-04610260e41a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627916 Oct 04 08:54:39.847184 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-83000d1a-d1b7-4ac5-ba07-1d650cb5405c req-3f2c89bf-5088-4b5e-9ef8-6d02f64f8dd3 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 210 time: 0.0282493 Oct 04 08:54:39.877120 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b3309e46-ea51-47b9-92fc-ed1985fb2008 req-e1575df6-9fee-47ff-811a-78eda3b10dfd tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Oct 04 08:54:40.040865 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:40.658018 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:40.658850 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:40.873185 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:40.893372 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb88d2-571c-4a54-bdda-bde3391ceca7 req-b1f4edbe-1f0e-4199-beeb-bb27f216dc3c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:40.894823 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2eeb88d2-571c-4a54-bdda-bde3391ceca7 req-b1f4edbe-1f0e-4199-beeb-bb27f216dc3c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 944 time: 0.0589666 Oct 04 08:54:40.941367 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646f6a-aced-44f5-b9ac-304412982ada req-645b0266-4fd6-49b3-bc48-861d61bc3cb0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:40.942763 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-dd646f6a-aced-44f5-b9ac-304412982ada req-645b0266-4fd6-49b3-bc48-861d61bc3cb0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0664337 Oct 04 08:54:40.986621 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2eeb88d2-571c-4a54-bdda-bde3391ceca7 req-61201411-f780-46bc-a255-d8321965ae3b tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754004 Oct 04 08:54:41.008250 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-dd646f6a-aced-44f5-b9ac-304412982ada req-a1f69579-92a7-457b-a410-b151a19c8621 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588064 Oct 04 08:54:41.080470 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6dfe8f12-db2a-4022-82fd-2788ee41c302 req-5025e3df-a3ed-488a-9be0-22c0d2a617f9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 210 time: 0.0306795 Oct 04 08:54:41.110161 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fd3b8791-091c-427e-a067-61c44724da17 req-84573313-c113-4730-a0a7-8497c9cf4b7d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0324960 Oct 04 08:54:42.142252 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd182b31-0e59-46d7-8b51-3dbf3af102f5 req-5b87549d-5c76-4505-86c6-fd53b4716dc5 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:42.143793 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cd182b31-0e59-46d7-8b51-3dbf3af102f5 req-5b87549d-5c76-4505-86c6-fd53b4716dc5 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 944 time: 0.0765765 Oct 04 08:54:42.167687 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a24192-c208-4309-b191-55f92368860c req-f91f337c-063c-4455-8399-ce1a1f52fca8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:42.169184 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-01a24192-c208-4309-b191-55f92368860c req-f91f337c-063c-4455-8399-ce1a1f52fca8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0722873 Oct 04 08:54:42.248295 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cd182b31-0e59-46d7-8b51-3dbf3af102f5 req-1456d1d7-4abf-4d4e-9515-90689716da61 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975132 Oct 04 08:54:42.251779 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-01a24192-c208-4309-b191-55f92368860c req-13f8edf3-4b3f-4fb6-ab9a-bb8248b2ee6b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752852 Oct 04 08:54:42.349796 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b481e182-2526-4983-acf9-8a5dc8bb6598 req-316c48a9-6d6a-4bf6-8950-cb57e415bf2c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 210 time: 0.0381825 Oct 04 08:54:42.378203 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e20b09c-ad24-49f8-bc42-2e5cd094efac req-3a386c2b-f60d-44d4-aaeb-723acfef829f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0312405 Oct 04 08:54:42.506737 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 4016b744-a552-4b39-96d5-0dd5bd2f34c4 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:54:42.510423 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:54:42.671098 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d is: ACTIVE; New status is: DOWN {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:42.671483 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.700512 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 4016b744-a552-4b39-96d5-0dd5bd2f34c4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:42.725916 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:42.728271 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1509b9-ae20-433b-a15d-d94ea0e287dc" -d '{"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-unplugged", "status": "completed", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:42.733587 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'port_id': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'mac_address': 'fa:16:3e:11:d8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:54:42.746047 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:42.770629 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-e2bd342c-cb71-42ad-9d92-47f1ece04776 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:42.772577 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-e2bd342c-cb71-42ad-9d92-47f1ece04776 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 819 time: 0.1724863 Oct 04 08:54:42.780562 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:42.798947 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:42.800708 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.806636 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e1f2b-85df-49ef-b9e7-56bdccac5911 x-openstack-request-id: req-490e1f2b-85df-49ef-b9e7-56bdccac5911 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:42.806957 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-unplugged", "status": "completed", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:42.812496 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-490e1f2b-85df-49ef-b9e7-56bdccac5911 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:42.812496 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490e1f2b-85df-49ef-b9e7-56bdccac5911'] response: {'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'code': 200} Oct 04 08:54:42.816090 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.849590 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4016b744-a552-4b39-96d5-0dd5bd2f34c4 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:54:42.853801 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-e92ba4af-c871-4a61-b760-1481eaa7c820 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=24b4590edfe642bc8a8bd15a1b8ba464 HTTP/1.1" status: 200 len: 380 time: 0.0698411 Oct 04 08:54:42.870511 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Request body: {'port': {'device_id': '836bad03-671e-48e3-8931-55435b0139d5', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'admin_state_up': True, 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'security_groups': ['114b112e-1a7f-409e-9d30-cab40941e135']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:42.885120 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 4016b744-a552-4b39-96d5-0dd5bd2f34c4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:42.906296 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=8']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:42.916304 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.916683 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.917124 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.917730 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.918079 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.918428 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.918768 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.919100 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.919429 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.919893 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.920305 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.920635 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.920960 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.921281 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.921608 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:42.984216 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.041648 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=4016b744-a552-4b39-96d5-0dd5bd2f34c4,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:43.092550 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Made reservation on behalf of 24b4590edfe642bc8a8bd15a1b8ba464 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:54:43.096360 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.112890 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:43.225624 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Allocated IP 172.20.0.7 (ff082fc8-e1db-4811-948c-1101d0759e1f/24ff5370-5973-45f0-80c2-c27671180f0d/58411766-09ff-4773-bf48-970dc9dc8309) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:54:43.266537 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:43.290890 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['4016b744-a552-4b39-96d5-0dd5bd2f34c4'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:54:43.404317 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for port (58411766-09ff-4773-bf48-970dc9dc8309), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.409437 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:43.482809 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e43df-9d6f-4237-a4fd-a15823f582b3 req-aceb03f4-9774-4d65-9e7a-c03bfc4ea083 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:43.485258 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8e7e43df-9d6f-4237-a4fd-a15823f582b3 req-aceb03f4-9774-4d65-9e7a-c03bfc4ea083 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0868905 Oct 04 08:54:43.495097 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5dc38-33d4-4c19-8146-4bd9e038b3b5 req-2d518d3f-dd9e-4484-ae1b-ff255f454774 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:43.497691 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9be5dc38-33d4-4c19-8146-4bd9e038b3b5 req-2d518d3f-dd9e-4484-ae1b-ff255f454774 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 945 time: 0.0899968 Oct 04 08:54:43.504493 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (58411766-09ff-4773-bf48-970dc9dc8309), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.550099 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Network ff082fc8-e1db-4811-948c-1101d0759e1f is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:54:43.553216 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:54:43.557809 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:54:43.607883 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9be5dc38-33d4-4c19-8146-4bd9e038b3b5 req-ee704a28-808e-4130-8a22-c565f1d14f10 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996494 Oct 04 08:54:43.610894 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:43.611756 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.614727 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8e7e43df-9d6f-4237-a4fd-a15823f582b3 req-f6a695f3-6d2f-45a8-ba2e-66ed817915f0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157384 Oct 04 08:54:43.700701 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event updated for resources: {'Port': ['ID=58411766-09ff-4773-bf48-970dc9dc8309,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:43.802172 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-42159f65-7c51-4069-8fa9-5701b5c55796 req-bfe3f21f-4403-40ea-8502-f43907507779 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0543005 Oct 04 08:54:43.826089 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9e772-3a3a-43e1-a83a-2834021ac82f req-90971c6e-b3e5-4b76-9e12-4a3d0d8562d2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:43.835943 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6ec9e772-3a3a-43e1-a83a-2834021ac82f req-90971c6e-b3e5-4b76-9e12-4a3d0d8562d2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 931 time: 0.1381114 Oct 04 08:54:43.836253 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-410a2d7a-08ec-4465-be68-31b75ad24acf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9690824 Oct 04 08:54:43.844283 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-fc885748-d0a4-4a09-a5b6-96cfd8ebda51 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:43.846230 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-fc885748-d0a4-4a09-a5b6-96cfd8ebda51 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 815 time: 0.2197385 Oct 04 08:54:43.853845 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Request body: {'port': {'device_id': '836bad03-671e-48e3-8931-55435b0139d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:43.959269 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6ec9e772-3a3a-43e1-a83a-2834021ac82f req-cc2ee1a1-3d48-4fb9-aef1-1f3aab86216f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147192 Oct 04 08:54:43.996030 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:44.004092 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-015f4b56-26fd-4ab0-8fdf-13f98d38c9bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 473 time: 0.1297245 Oct 04 08:54:44.046008 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (58411766-09ff-4773-bf48-970dc9dc8309), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:44.107186 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-dc77db80-2d87-4ce5-927b-344096ec52d8 None None] Provisioning complete for port 58411766-09ff-4773-bf48-970dc9dc8309 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:44.108175 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-dc77db80-2d87-4ce5-927b-344096ec52d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (58411766-09ff-4773-bf48-970dc9dc8309), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:44.108699 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-dc77db80-2d87-4ce5-927b-344096ec52d8 None None] Attempt 1 to provision port 58411766-09ff-4773-bf48-970dc9dc8309 Oct 04 08:54:44.147733 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-dc77db80-2d87-4ce5-927b-344096ec52d8 None None] Port 58411766-09ff-4773-bf48-970dc9dc8309 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:54:44.153153 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 4016b744-a552-4b39-96d5-0dd5bd2f34c4 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:44.194780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:54:44.249899 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'port': {'device_id': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'admin_state_up': True, 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'security_groups': ['03c3beb8-fc2c-4422-8f22-bdf147a47e15']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:44.291994 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:44.296731 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:44.296731 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 Oct 04 08:54:44.376661 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:44.377302 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:44.411990 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 4016b744-a552-4b39-96d5-0dd5bd2f34c4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:44.414542 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:44.421987 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58411766-09ff-4773-bf48-970dc9dc8309 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:54:44.433351 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Publish callbacks [] for port (58411766-09ff-4773-bf48-970dc9dc8309), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:44.451195 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Transition to ACTIVE for port object 58411766-09ff-4773-bf48-970dc9dc8309 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:54:44.520999 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Made reservation on behalf of 8760be982f804a9aa319b989aa1c3118 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:54:44.521426 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:44.525895 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:44.556158 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (58411766-09ff-4773-bf48-970dc9dc8309), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:44.576410 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=4016b744-a552-4b39-96d5-0dd5bd2f34c4,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:44.712749 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Pushing event updated for resources: {'Port': ['ID=58411766-09ff-4773-bf48-970dc9dc8309,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:44.732745 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d94d3b-c5dd-4c61-a33f-422e1dee28b6 req-e584c026-1203-4184-890a-241cf513b5a2 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:44.734366 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a6d94d3b-c5dd-4c61-a33f-422e1dee28b6 req-e584c026-1203-4184-890a-241cf513b5a2 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0511923 Oct 04 08:54:44.750960 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Allocated IP 172.20.0.4 (38eace1c-70a5-4e3a-880c-50986fb2cf27/5a0e5f3a-88fe-472a-9807-bd126d762ed8/e5a9fd37-19a7-4033-ac7c-1d59710ef898) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:54:44.763707 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:44.774905 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Attempting to bind port 58411766-09ff-4773-bf48-970dc9dc8309 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:54:44.775248 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Attempting to bind port 58411766-09ff-4773-bf48-970dc9dc8309 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:54:44.775576 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Attempting to bind port 58411766-09ff-4773-bf48-970dc9dc8309 on network ff082fc8-e1db-4811-948c-1101d0759e1f {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:54:44.790691 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a6d94d3b-c5dd-4c61-a33f-422e1dee28b6 req-22ed2209-452b-4f72-a9a9-be9b13070505 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Oct 04 08:54:44.809016 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:44.811667 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71c79b1-7213-4625-9925-4b618008d3eb" -d '{"events": [{"server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "name": "network-vif-plugged", "status": "completed", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:44.826843 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:44.850603 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2ffc76-32fa-4202-b30a-5ecce6ebb894 x-openstack-request-id: req-8c2ffc76-32fa-4202-b30a-5ecce6ebb894 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:44.850924 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "name": "network-vif-plugged", "status": "completed", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:44.851711 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8c2ffc76-32fa-4202-b30a-5ecce6ebb894 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:44.852301 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2ffc76-32fa-4202-b30a-5ecce6ebb894'] response: {'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'code': 200} Oct 04 08:54:44.886963 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Port 58411766-09ff-4773-bf48-970dc9dc8309 on network ff082fc8-e1db-4811-948c-1101d0759e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:54:44.887550 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Attempting to bind port 58411766-09ff-4773-bf48-970dc9dc8309 on network ff082fc8-e1db-4811-948c-1101d0759e1f {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:54:44.929165 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9d55b18d-8fe9-470b-ada3-aa232936459f req-6252d964-8453-4c4d-99ff-27e8a4c7fead tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0281441 Oct 04 08:54:44.963679 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:54:44.967210 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Checking segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:54:44.967210 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Bound using segment: {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:54:44.967210 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Bound port: 58411766-09ff-4773-bf48-970dc9dc8309, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148d0eb5-df79-4020-b02d-f47bbfde20c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:54:44.967210 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (58411766-09ff-4773-bf48-970dc9dc8309), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:44.990272 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:45.063697 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] For port 58411766-09ff-4773-bf48-970dc9dc8309, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:54:45.067938 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] For port 58411766-09ff-4773-bf48-970dc9dc8309, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=58411766-09ff-4773-bf48-970dc9dc8309,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:54:45.080704 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590b41e-1f52-4ee7-84b6-24982d5752f5 req-b7c948cd-91a9-46d2-812e-5dde757545bf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:45.082143 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4590b41e-1f52-4ee7-84b6-24982d5752f5 req-b7c948cd-91a9-46d2-812e-5dde757545bf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0508964 Oct 04 08:54:45.134175 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4590b41e-1f52-4ee7-84b6-24982d5752f5 req-41d757b8-205c-4153-9e1f-0c3a8213e7f6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449967 Oct 04 08:54:45.153807 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:45.188391 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (58411766-09ff-4773-bf48-970dc9dc8309), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:45.191808 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:45.192443 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:45.193903 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/58411766-09ff-4773-bf48-970dc9dc8309 HTTP/1.1" status: 200 len: 1093 time: 1.3465414 Oct 04 08:54:45.199028 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:45.201281 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec5c112-b8e9-44af-ba25-08caaea03c10" -d '{"events": [{"name": "network-changed", "server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "tag": "58411766-09ff-4773-bf48-970dc9dc8309"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:45.216339 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [req-0aeea141-2e8f-4c3a-9b2f-4b09e452a004 req-f0f23b31-a7d2-45dd-9310-9b5d076c63ee service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:54:45.219822 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0aeea141-2e8f-4c3a-9b2f-4b09e452a004 req-f0f23b31-a7d2-45dd-9310-9b5d076c63ee service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0071363 Oct 04 08:54:45.220178 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:54:45.222945 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:54:45.228163 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:54:45.251541 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf88874-6a1c-468b-8dee-9a0bca527914 x-openstack-request-id: req-ddf88874-6a1c-468b-8dee-9a0bca527914 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:45.254158 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "tag": "58411766-09ff-4773-bf48-970dc9dc8309", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:45.254158 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ddf88874-6a1c-468b-8dee-9a0bca527914 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:45.254158 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf88874-6a1c-468b-8dee-9a0bca527914'] response: {'name': 'network-changed', 'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309', 'status': 'completed', 'code': 200} Oct 04 08:54:45.258495 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=e5a9fd37-19a7-4033-ac7c-1d59710ef898,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:45.267526 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:45.309226 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:45.309835 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:45.342603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeec2a-c66a-4e17-9024-c97d8feef54f service neutron] Pushing event updated for resources: {'Port': ['ID=58411766-09ff-4773-bf48-970dc9dc8309,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:45.392109 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-a13be9fa-b14e-40b1-84a8-be9ce81300c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1459947 Oct 04 08:54:45.478492 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-04472c21-439f-48b5-9e69-dd71143374ee None None] Provisioning complete for port e5a9fd37-19a7-4033-ac7c-1d59710ef898 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:45.479049 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-04472c21-439f-48b5-9e69-dd71143374ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:45.479382 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-04472c21-439f-48b5-9e69-dd71143374ee None None] Attempt 1 to provision port e5a9fd37-19a7-4033-ac7c-1d59710ef898 Oct 04 08:54:45.512206 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-04472c21-439f-48b5-9e69-dd71143374ee None None] Port e5a9fd37-19a7-4033-ac7c-1d59710ef898 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:54:45.633161 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76115136-d5fb-47b2-bbee-0db16f497664 req-43c82c40-d10c-4487-8121-a6d02ddbcc11 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:45.634600 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-76115136-d5fb-47b2-bbee-0db16f497664 req-43c82c40-d10c-4487-8121-a6d02ddbcc11 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0497711 Oct 04 08:54:45.684488 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-76115136-d5fb-47b2-bbee-0db16f497664 req-7e274799-f256-4264-9f1b-78c4d9bd4e8d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440569 Oct 04 08:54:45.916796 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1decf6-2f66-4b1d-8670-ef8e5b8bd60f req-0875d078-f60e-4916-a383-19b9f14dd3d5 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:45.918189 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da1decf6-2f66-4b1d-8670-ef8e5b8bd60f req-0875d078-f60e-4916-a383-19b9f14dd3d5 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0470800 Oct 04 08:54:45.930443 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:45.973263 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da1decf6-2f66-4b1d-8670-ef8e5b8bd60f req-69d5bd6c-6b32-4449-9b64-b7f67cf3391e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492320 Oct 04 08:54:46.055286 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7457-579f-488a-9b6e-995fa0f17ff0 req-e7de8fe3-0cb3-448c-9ac6-9452723b1371 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:46.057066 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-abef7457-579f-488a-9b6e-995fa0f17ff0 req-e7de8fe3-0cb3-448c-9ac6-9452723b1371 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 931 time: 0.0495923 Oct 04 08:54:46.105799 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-abef7457-579f-488a-9b6e-995fa0f17ff0 req-967defc4-6df8-4918-b51a-58709bc2fa01 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429733 Oct 04 08:54:46.152906 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48414) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:46.247515 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-cb7f0706-56a4-4aaa-8efd-3c34941cf9e3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932825 Oct 04 08:54:46.257179 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-48748bdd-5752-494c-8981-5834583267ff service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:54:46.258196 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-48748bdd-5752-494c-8981-5834583267ff service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053718 Oct 04 08:54:46.263107 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859258c-c442-4b06-9ddf-37c66031e867 req-c0d66a55-fe33-436d-a6b4-d7396d904847 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:46.264589 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7859258c-c442-4b06-9ddf-37c66031e867 req-c0d66a55-fe33-436d-a6b4-d7396d904847 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0481536 Oct 04 08:54:46.315919 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7859258c-c442-4b06-9ddf-37c66031e867 req-096d9e23-897a-4687-ac99-83b7dfa4e86c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455878 Oct 04 08:54:46.340357 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48426) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:46.390137 dv-cinder-859447-2-iscsi neutron-server[113287]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 08:54:46.435271 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-692bca4f-7dd0-4e10-a2a2-21159bc17279 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:46.436511 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-692bca4f-7dd0-4e10-a2a2-21159bc17279 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports/e0969193-60ee-4fb7-ba1b-70b50bfb9b9d HTTP/1.1" status: 200 len: 940 time: 0.0951374 Oct 04 08:54:46.811297 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e4039-43c2-4add-bd28-d0f86a8387cb req-0ce4d3c9-cfd6-475b-a00c-dfab6e66d1d4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:46.812850 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-884e4039-43c2-4add-bd28-d0f86a8387cb req-0ce4d3c9-cfd6-475b-a00c-dfab6e66d1d4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0456176 Oct 04 08:54:46.866237 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-884e4039-43c2-4add-bd28-d0f86a8387cb req-13cb1d8e-7a7d-4321-a302-efffcdb3ebe1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461454 Oct 04 08:54:47.093183 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92295f50-70f2-4dfd-b40b-adecdab937b8 req-b48c7fe7-47a6-44b3-aad1-90974125802b tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:47.094659 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-92295f50-70f2-4dfd-b40b-adecdab937b8 req-b48c7fe7-47a6-44b3-aad1-90974125802b tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0458214 Oct 04 08:54:47.141928 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-92295f50-70f2-4dfd-b40b-adecdab937b8 req-81001592-9bd3-449b-8498-7361e7529089 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Oct 04 08:54:47.224932 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aae956-046a-4790-a0bd-d04980b526aa req-5aff48a2-84e2-46b4-9443-7592a9ca52d8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:47.226968 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e5aae956-046a-4790-a0bd-d04980b526aa req-5aff48a2-84e2-46b4-9443-7592a9ca52d8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 931 time: 0.0450673 Oct 04 08:54:47.273573 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e5aae956-046a-4790-a0bd-d04980b526aa req-87397483-8c3a-4962-8c5a-46c65460d639 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Oct 04 08:54:47.352351 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Request body: {'port': {'device_id': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:47.426525 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5c112-b8e9-44af-ba25-08caaea03c10 req-ce2ade3c-0e6e-4574-ac49-c46bb0901867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:47.427964 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4ec5c112-b8e9-44af-ba25-08caaea03c10 req-ce2ade3c-0e6e-4574-ac49-c46bb0901867 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 1127 time: 0.0636625 Oct 04 08:54:47.455014 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:47.463358 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0929fab-d2bf-4857-93a0-f60dcabec2d2 req-a13ac1e3-bd4a-4c72-8069-69037ee61efa tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:47.465102 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d0929fab-d2bf-4857-93a0-f60dcabec2d2 req-a13ac1e3-bd4a-4c72-8069-69037ee61efa tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0559380 Oct 04 08:54:47.517204 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d0929fab-d2bf-4857-93a0-f60dcabec2d2 req-fda44521-a589-4de7-905d-7d56ca6d64f1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Oct 04 08:54:47.689523 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5c112-b8e9-44af-ba25-08caaea03c10 req-02013863-d44f-4af4-85c5-b83a0291c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:47.690994 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4ec5c112-b8e9-44af-ba25-08caaea03c10 req-02013863-d44f-4af4-85c5-b83a0291c303 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2231405 Oct 04 08:54:47.761477 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18123f14-9407-4964-8317-cfbb090a415d req-3402153e-2481-4d8f-969b-7b94ced18fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:47.762962 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18123f14-9407-4964-8317-cfbb090a415d req-3402153e-2481-4d8f-969b-7b94ced18fb3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 1130 time: 0.1080937 Oct 04 08:54:47.998007 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a22bb5-eef2-48e2-bd48-bfa6d8c6bb21 req-afb36133-c2e6-48c5-9c43-1d3a2121cddd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:47.999690 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-27a22bb5-eef2-48e2-bd48-bfa6d8c6bb21 req-afb36133-c2e6-48c5-9c43-1d3a2121cddd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0481613 Oct 04 08:54:48.049211 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-27a22bb5-eef2-48e2-bd48-bfa6d8c6bb21 req-7374c5fb-0215-403f-8784-7945378ff5c9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Oct 04 08:54:48.128050 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18123f14-9407-4964-8317-cfbb090a415d req-51b2b039-9952-4fc4-a9b5-efc508fc6a53 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930092 Oct 04 08:54:48.154885 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5c112-b8e9-44af-ba25-08caaea03c10 req-9924efec-3ff9-4b9e-8b6d-0d14a2e8b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:48.156261 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4ec5c112-b8e9-44af-ba25-08caaea03c10 req-9924efec-3ff9-4b9e-8b6d-0d14a2e8b349 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4565840 Oct 04 08:54:48.161035 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:48.202311 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a9fd37-19a7-4033-ac7c-1d59710ef898 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:54:48.209831 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Publish callbacks [] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:48.222509 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Transition to ACTIVE for port object e5a9fd37-19a7-4033-ac7c-1d59710ef898 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:54:48.267839 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9247275-3967-411f-838f-98b238b71bb2 req-372c8041-1e5e-43a8-86b0-45fe8d689c9e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:48.269363 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c9247275-3967-411f-838f-98b238b71bb2 req-372c8041-1e5e-43a8-86b0-45fe8d689c9e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0516655 Oct 04 08:54:48.313041 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:48.330270 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c9247275-3967-411f-838f-98b238b71bb2 req-4f5a74f3-2236-4a18-b3dc-4a9ebe40e97f tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549531 Oct 04 08:54:48.332506 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:48.407245 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e90ed-ce65-4972-a2dd-69e8e9cce564 req-27347083-e153-4265-a048-545c6b347ce8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:48.408863 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-337e90ed-ce65-4972-a2dd-69e8e9cce564 req-27347083-e153-4265-a048-545c6b347ce8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 943 time: 0.0495167 Oct 04 08:54:48.459481 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-337e90ed-ce65-4972-a2dd-69e8e9cce564 req-549b8828-b333-4d4d-8c00-d2c0673646a2 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Oct 04 08:54:48.468748 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a9fd37-19a7-4033-ac7c-1d59710ef898,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:48.487581 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-b58d9242-fc5b-4236-a97d-f16879f4f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:48.489071 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-b58d9242-fc5b-4236-a97d-f16879f4f48a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 1127 time: 0.0852656 Oct 04 08:54:48.504986 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Attempting to bind port e5a9fd37-19a7-4033-ac7c-1d59710ef898 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:54:48.505342 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Attempting to bind port e5a9fd37-19a7-4033-ac7c-1d59710ef898 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:54:48.505657 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Attempting to bind port e5a9fd37-19a7-4033-ac7c-1d59710ef898 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:54:48.509047 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:48.565243 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-6ad0f17c-7d2f-4fff-a4a4-1e453a643bd1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58411766-09ff-4773-bf48-970dc9dc8309 HTTP/1.1" status: 200 len: 217 time: 0.0379241 Oct 04 08:54:48.582603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Port e5a9fd37-19a7-4033-ac7c-1d59710ef898 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:54:48.582939 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Attempting to bind port e5a9fd37-19a7-4033-ac7c-1d59710ef898 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:54:48.632739 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:54:48.633092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Checking segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:54:48.633474 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Bound using segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:54:48.633911 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Bound port: e5a9fd37-19a7-4033-ac7c-1d59710ef898, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:54:48.634268 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:48.646697 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6706ff-cc78-4da0-a19b-6e315351591f req-6df5fc83-f98a-4e5d-a446-e0573cd52c76 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:48.648348 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cf6706ff-cc78-4da0-a19b-6e315351591f req-6df5fc83-f98a-4e5d-a446-e0573cd52c76 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0491295 Oct 04 08:54:48.687638 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:48.711122 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cf6706ff-cc78-4da0-a19b-6e315351591f req-f8d5912b-af05-4033-8ae1-5406813577b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563827 Oct 04 08:54:48.720901 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] For port e5a9fd37-19a7-4033-ac7c-1d59710ef898, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:54:48.723935 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] For port e5a9fd37-19a7-4033-ac7c-1d59710ef898, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e5a9fd37-19a7-4033-ac7c-1d59710ef898,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:54:48.781581 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:48.784882 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:48.785492 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:48.786924 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e5a9fd37-19a7-4033-ac7c-1d59710ef898 HTTP/1.1" status: 200 len: 1093 time: 1.4429841 Oct 04 08:54:48.789626 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'tag': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:48.791904 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6eb12c-e37a-4f17-b43c-624e386c843b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6871eef-a47d-4c71-b1c8-4dc6aee127e5", "tag": "e5a9fd37-19a7-4033-ac7c-1d59710ef898"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:48.831371 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97ead74-0720-4f0a-9bde-f464e66e0676 x-openstack-request-id: req-f97ead74-0720-4f0a-9bde-f464e66e0676 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:48.831668 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6871eef-a47d-4c71-b1c8-4dc6aee127e5", "tag": "e5a9fd37-19a7-4033-ac7c-1d59710ef898", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:48.831900 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f97ead74-0720-4f0a-9bde-f464e66e0676 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:48.832292 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97ead74-0720-4f0a-9bde-f464e66e0676'] response: {'name': 'network-changed', 'server_uuid': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'tag': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898', 'status': 'completed', 'code': 200} Oct 04 08:54:48.842228 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ad6c-58a0-40de-b4dc-5d81088b7293 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a9fd37-19a7-4033-ac7c-1d59710ef898,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:49.055767 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-efc7d63c-326a-4467-9194-c49cf8ae49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:49.057239 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-efc7d63c-326a-4467-9194-c49cf8ae49d2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.0825291 Oct 04 08:54:49.058266 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eb12c-e37a-4f17-b43c-624e386c843b req-e9c50ae1-07ad-4683-acc8-c373f954f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:49.059591 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1a6eb12c-e37a-4f17-b43c-624e386c843b req-e9c50ae1-07ad-4683-acc8-c373f954f690 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 1127 time: 0.0575380 Oct 04 08:54:49.177416 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03231b4-f892-45d2-8c57-25ff4eb32292 req-b246a997-13ad-4a48-a60f-c3e83e9e87f2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:49.178922 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a03231b4-f892-45d2-8c57-25ff4eb32292 req-b246a997-13ad-4a48-a60f-c3e83e9e87f2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0495522 Oct 04 08:54:49.225866 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a03231b4-f892-45d2-8c57-25ff4eb32292 req-f417f414-41a0-4ce6-9858-d5a20eb5b599 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408249 Oct 04 08:54:49.459826 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d743973-ff90-4c28-b137-d6371bed8e16 req-71e432bf-1743-40a0-9d0b-5f2ff14b758f tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:49.461489 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8d743973-ff90-4c28-b137-d6371bed8e16 req-71e432bf-1743-40a0-9d0b-5f2ff14b758f tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0455635 Oct 04 08:54:49.509843 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8d743973-ff90-4c28-b137-d6371bed8e16 req-99685d39-edfe-4549-ab5b-d8607711f9cb tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 Oct 04 08:54:49.584095 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb15513-4fcc-4244-8dac-7b50545082d9 req-8272390f-4a01-4ca4-9347-84fd4f02d5f8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:49.586102 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6cb15513-4fcc-4244-8dac-7b50545082d9 req-8272390f-4a01-4ca4-9347-84fd4f02d5f8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 943 time: 0.0499525 Oct 04 08:54:49.632856 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6cb15513-4fcc-4244-8dac-7b50545082d9 req-b661f046-ff61-409e-885b-cb5344ed123d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 Oct 04 08:54:49.822727 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994899e-1ffa-413b-9d18-5a8933343252 req-a3a61190-2065-424a-b779-9bbde88141e7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:49.824173 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9994899e-1ffa-413b-9d18-5a8933343252 req-a3a61190-2065-424a-b779-9bbde88141e7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0452943 Oct 04 08:54:49.869593 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9994899e-1ffa-413b-9d18-5a8933343252 req-25186432-0653-4de7-99a4-f8c4f488df69 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399990 Oct 04 08:54:50.357856 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad12942-f98b-4a8c-bdea-affd6e9e2133 req-d812afd1-a722-4fe7-999b-864474b9be9e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:50.359537 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ad12942-f98b-4a8c-bdea-affd6e9e2133 req-d812afd1-a722-4fe7-999b-864474b9be9e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0501447 Oct 04 08:54:50.411321 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ad12942-f98b-4a8c-bdea-affd6e9e2133 req-34ad4627-922e-4841-b5da-566d1358b2a0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460114 Oct 04 08:54:50.628764 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38086494-023e-4e30-a9d1-d3412f479911 req-5c4fabb0-4bc1-4d76-a465-2b5e95bd2d60 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:50.630379 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38086494-023e-4e30-a9d1-d3412f479911 req-5c4fabb0-4bc1-4d76-a465-2b5e95bd2d60 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0469797 Oct 04 08:54:50.681510 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38086494-023e-4e30-a9d1-d3412f479911 req-05e54e08-69d4-4c6a-87a7-4b1ba585856e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451107 Oct 04 08:54:50.754358 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37620ad8-395c-471a-be9b-bdc3c2769519 req-d0b1ae31-ed90-412c-907a-2f86694a273d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:50.755671 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-37620ad8-395c-471a-be9b-bdc3c2769519 req-d0b1ae31-ed90-412c-907a-2f86694a273d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 943 time: 0.0467441 Oct 04 08:54:50.802951 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-37620ad8-395c-471a-be9b-bdc3c2769519 req-cad8dd6e-36a6-429d-a94b-31a587cba37b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Oct 04 08:54:50.809868 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:54:50.884997 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d is: DOWN; New status is: DOWN {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:50.991183 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324365a-5a36-4be3-80b0-ff07a4f176f7 req-18f97619-ce87-493e-ab76-3ebb8732518f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:50.992816 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d324365a-5a36-4be3-80b0-ff07a4f176f7 req-18f97619-ce87-493e-ab76-3ebb8732518f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0498731 Oct 04 08:54:51.039539 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d324365a-5a36-4be3-80b0-ff07a4f176f7 req-aea18c32-6ed6-410d-a481-c7cc27ad15b2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412276 Oct 04 08:54:51.534670 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20f9ac-5f9c-4ac2-b51d-60ff86cc9718 req-ff37a7f9-095e-471e-9261-171e3f69f5ab tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:51.536113 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1c20f9ac-5f9c-4ac2-b51d-60ff86cc9718 req-ff37a7f9-095e-471e-9261-171e3f69f5ab tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0449104 Oct 04 08:54:51.582266 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1c20f9ac-5f9c-4ac2-b51d-60ff86cc9718 req-2daf33a3-a38a-4eba-8d5a-b2111dd345c1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400937 Oct 04 08:54:51.819706 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce30d-8a97-447e-bec0-21d62ec18c25 req-8992e278-8cf1-4b5f-b56b-cdc09a90e7ac tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:51.821791 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-19bce30d-8a97-447e-bec0-21d62ec18c25 req-8992e278-8cf1-4b5f-b56b-cdc09a90e7ac tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0641701 Oct 04 08:54:51.841176 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-4aca008a-b524-4e9b-93a8-f9d51f9a07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:51.842461 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-4aca008a-b524-4e9b-93a8-f9d51f9a07c9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960524 Oct 04 08:54:51.855567 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:51.877555 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-19bce30d-8a97-447e-bec0-21d62ec18c25 req-34797f48-e91f-446f-8943-8f27b5c9a6b5 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494478 Oct 04 08:54:51.892256 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eb12c-e37a-4f17-b43c-624e386c843b req-136b6a07-075c-4265-8675-06a2485f813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:51.893783 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1a6eb12c-e37a-4f17-b43c-624e386c843b req-136b6a07-075c-4265-8675-06a2485f813f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=8760be982f804a9aa319b989aa1c3118&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1393385 Oct 04 08:54:51.924857 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83826ed-58c8-4a9e-b3f6-3380099026cc req-87a5aeb4-1deb-4198-8825-7bc8a3e36dde tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:51.926338 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e83826ed-58c8-4a9e-b3f6-3380099026cc req-87a5aeb4-1deb-4198-8825-7bc8a3e36dde tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 943 time: 0.0464387 Oct 04 08:54:51.964024 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:51.979254 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e83826ed-58c8-4a9e-b3f6-3380099026cc req-8bd5184e-88c8-43a9-80af-0e30c9b6e258 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462289 Oct 04 08:54:52.156208 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22220dd-e117-410d-becf-fe0796c2e58b req-c2fc0463-06bc-42ec-9fbb-cdae778ed546 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:52.157670 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d22220dd-e117-410d-becf-fe0796c2e58b req-c2fc0463-06bc-42ec-9fbb-cdae778ed546 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0466595 Oct 04 08:54:52.205809 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d22220dd-e117-410d-becf-fe0796c2e58b req-36b87961-c407-4034-b022-b1bf701b999f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Oct 04 08:54:52.503198 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:52.552190 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eb12c-e37a-4f17-b43c-624e386c843b req-3763289e-ecaf-43ef-9725-042d9a4ba781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:52.553642 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1a6eb12c-e37a-4f17-b43c-624e386c843b req-3763289e-ecaf-43ef-9725-042d9a4ba781 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715238 Oct 04 08:54:52.556265 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-da7a022c-7ca0-41b1-bd0b-68218293231d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756277 Oct 04 08:54:52.665654 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-36a87887-de52-4941-98bc-9458ecebf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:52.667212 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-36a87887-de52-4941-98bc-9458ecebf629 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 1127 time: 0.0506461 Oct 04 08:54:52.718376 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db66829-b2c2-4ba6-8475-161619927b64 req-33589800-9e9e-4f0e-819b-b3eb2c1983a9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:52.724179 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1db66829-b2c2-4ba6-8475-161619927b64 req-33589800-9e9e-4f0e-819b-b3eb2c1983a9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0571969 Oct 04 08:54:52.727479 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-2f1bf145-3a76-45d3-b23d-3930eea8e0aa service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a9fd37-19a7-4033-ac7c-1d59710ef898 HTTP/1.1" status: 200 len: 217 time: 0.0494509 Oct 04 08:54:52.731125 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7a065a37-a81f-4391-9b84-20334a4a0b6a req-78c29961-29c5-418b-95bd-13832c8eabbf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667888 Oct 04 08:54:52.780395 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1db66829-b2c2-4ba6-8475-161619927b64 req-afedb4cf-337b-4889-9907-459f91796bf9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487494 Oct 04 08:54:52.790371 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:52.794656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-fb9e0fac-9687-40a6-bd1a-84cc9561a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:52.796267 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-fb9e0fac-9687-40a6-bd1a-84cc9561a9e4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.0575416 Oct 04 08:54:52.848714 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-4e25db7a-47e8-41e1-92c6-8d045345a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:52.850215 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-4e25db7a-47e8-41e1-92c6-8d045345a35d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438488 Oct 04 08:54:53.013205 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029f30a-7369-4f2e-9e1c-35b200aac934 req-0b27cfbd-a801-4453-a41c-3f6a3fcde148 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:53.014727 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5029f30a-7369-4f2e-9e1c-35b200aac934 req-0b27cfbd-a801-4453-a41c-3f6a3fcde148 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0608966 Oct 04 08:54:53.077830 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5029f30a-7369-4f2e-9e1c-35b200aac934 req-936be39a-c3d4-46d4-a77c-fb6821744412 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Oct 04 08:54:53.115298 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3acc30-52ba-435f-b939-4452f45317f1 req-36a07696-1704-498f-9863-7030f98c30de tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:53.117315 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ef3acc30-52ba-435f-b939-4452f45317f1 req-36a07696-1704-498f-9863-7030f98c30de tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 943 time: 0.0557945 Oct 04 08:54:53.192866 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ef3acc30-52ba-435f-b939-4452f45317f1 req-cbe2a868-1fbd-4a7b-8a53-834e1fed501b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689273 Oct 04 08:54:53.208081 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146c7b4-45fd-4fdc-921e-f97223d65bfe req-0f2ecb0d-33fd-4e63-baea-32cfb2957cd4 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:53.209550 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5146c7b4-45fd-4fdc-921e-f97223d65bfe req-0f2ecb0d-33fd-4e63-baea-32cfb2957cd4 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0546517 Oct 04 08:54:53.263743 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5146c7b4-45fd-4fdc-921e-f97223d65bfe req-aecdebb4-289d-41cd-bf6f-2262f11ceb75 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Oct 04 08:54:53.330242 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780937cb-9f54-4614-9e96-016d8dc6da9d req-4bf66d6c-9822-4505-886f-bcecce5528ee tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:53.331869 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-780937cb-9f54-4614-9e96-016d8dc6da9d req-4bf66d6c-9822-4505-886f-bcecce5528ee tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0481727 Oct 04 08:54:53.401133 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-780937cb-9f54-4614-9e96-016d8dc6da9d req-aa532756-689b-4a08-a058-9e59a96374b2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599825 Oct 04 08:54:53.601667 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c1602-bf71-487e-b7f7-c8530faed5dc req-e164b193-0246-422c-b62a-1756476b3ffc tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:53.603141 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-026c1602-bf71-487e-b7f7-c8530faed5dc req-e164b193-0246-422c-b62a-1756476b3ffc tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0449631 Oct 04 08:54:53.651302 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-026c1602-bf71-487e-b7f7-c8530faed5dc req-a4ab59af-c5e6-41ab-a2b4-1ea3292b9d84 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Oct 04 08:54:53.845280 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-9358062d-62ad-4a42-998c-5498ad12a855 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915816 Oct 04 08:54:53.924374 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198845e-b763-443a-9cf3-46702bf70bde req-8ba2964f-10ad-4bd4-8324-4ab690561c80 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:53.931051 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1198845e-b763-443a-9cf3-46702bf70bde req-8ba2964f-10ad-4bd4-8324-4ab690561c80 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0581234 Oct 04 08:54:53.951325 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48e19e7f-cf83-469d-8eb2-565edff041e4 req-d0c1f725-ca1b-4602-b8be-c5c4b744a1ed service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984421 Oct 04 08:54:53.988554 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1198845e-b763-443a-9cf3-46702bf70bde req-9b02a236-43f6-438d-aa12-7a7cf5a8d7e6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486913 Oct 04 08:54:54.320601 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2bf61-35ac-45b1-ae44-2b48f8733265 req-39791e41-a875-4ac0-93ea-72fa6000dd23 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:54.322975 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-84d2bf61-35ac-45b1-ae44-2b48f8733265 req-39791e41-a875-4ac0-93ea-72fa6000dd23 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 943 time: 0.0524378 Oct 04 08:54:54.372588 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-84d2bf61-35ac-45b1-ae44-2b48f8733265 req-3fbc3d7a-af6d-486a-95e1-51ec76be347e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Oct 04 08:54:54.525587 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbc31b-3355-4226-baf4-cbe167260a26 req-b1e8b105-979f-4551-a0fe-336fbdee3e5d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:54.527065 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-04fbc31b-3355-4226-baf4-cbe167260a26 req-b1e8b105-979f-4551-a0fe-336fbdee3e5d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0482693 Oct 04 08:54:54.575800 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-04fbc31b-3355-4226-baf4-cbe167260a26 req-9f2ad6b5-fade-46c4-9410-8eff03b0d844 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Oct 04 08:54:55.127672 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3efc89-a70a-4615-9b68-2bcddecff40e req-21b49add-12e7-4bbd-986d-e044af030982 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:55.129096 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6d3efc89-a70a-4615-9b68-2bcddecff40e req-21b49add-12e7-4bbd-986d-e044af030982 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0442483 Oct 04 08:54:55.152651 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:55.157894 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:55.179559 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6d3efc89-a70a-4615-9b68-2bcddecff40e req-057827f3-60a4-463f-beb8-59426ec64ab3 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440426 Oct 04 08:54:55.319974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-24725e61-6af7-466a-b15f-9cf0311f0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:55.321503 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-24725e61-6af7-466a-b15f-9cf0311f0372 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1&tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15 HTTP/1.1" status: 200 len: 1127 time: 0.0707078 Oct 04 08:54:55.388621 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-c35151e2-2448-426b-ab6a-58ec2fd1a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:55.390143 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-c35151e2-2448-426b-ab6a-58ec2fd1a5f3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 1127 time: 0.0461633 Oct 04 08:54:55.490530 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-b463d1aa-37f2-451a-9533-f164e087200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:55.492643 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-b463d1aa-37f2-451a-9533-f164e087200d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.0945556 Oct 04 08:54:55.503693 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78805f11-5605-4fc1-9ab9-24a64206ca73 req-4b78b8a2-5d8f-43e0-b6a3-f02cb778b432 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:55.505200 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-78805f11-5605-4fc1-9ab9-24a64206ca73 req-4b78b8a2-5d8f-43e0-b6a3-f02cb778b432 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 943 time: 0.0483177 Oct 04 08:54:55.561662 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-85821e12-0cf1-4a86-8797-75c9350135d3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d HTTP/1.1" status: 200 len: 998 time: 0.0617156 Oct 04 08:54:55.562559 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-78805f11-5605-4fc1-9ab9-24a64206ca73 req-9f94013d-f4cd-4159-b83b-5cd8a9137257 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499225 Oct 04 08:54:55.612804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-4eefcc7c-7f99-41e1-a387-e0eb0365b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:55.614294 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-4eefcc7c-7f99-41e1-a387-e0eb0365b583 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0463483 Oct 04 08:54:55.662797 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-b2a50914-2871-4fd3-9d6f-51c4b1db2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:55.664196 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-b2a50914-2871-4fd3-9d6f-51c4b1db2826 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427880 Oct 04 08:54:55.705477 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7ab59-2a87-4674-806c-e5927872ce93 req-1cff5cff-4e00-44d6-b98b-10fec3098e1c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:55.707112 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f0e7ab59-2a87-4674-806c-e5927872ce93 req-1cff5cff-4e00-44d6-b98b-10fec3098e1c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 943 time: 0.0509765 Oct 04 08:54:55.748861 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 58411766-09ff-4773-bf48-970dc9dc8309 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:54:55.762981 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f0e7ab59-2a87-4674-806c-e5927872ce93 req-66ccffaa-bbe5-48db-a15c-4434adaa989b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497866 Oct 04 08:54:55.768225 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-bd55bbda-6d0f-4414-9248-b9801f1c58c6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934978 Oct 04 08:54:55.859821 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:55.861939 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 58411766-09ff-4773-bf48-970dc9dc8309, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=58411766-09ff-4773-bf48-970dc9dc8309,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:55.863179 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9cd7dcbf-1617-4fa6-b3fa-5e4f70d96766 req-7f22f670-7995-48ea-8a3a-e5c0ce110b5e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861568 Oct 04 08:54:55.874860 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '58411766-09ff-4773-bf48-970dc9dc8309', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'port_id': '58411766-09ff-4773-bf48-970dc9dc8309', 'mac_address': 'fa:16:3e:5d:8b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:54:55.911343 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 58411766-09ff-4773-bf48-970dc9dc8309 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:55.911733 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (58411766-09ff-4773-bf48-970dc9dc8309), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:55.925016 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58411766-09ff-4773-bf48-970dc9dc8309 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:54:55.945239 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 58411766-09ff-4773-bf48-970dc9dc8309, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=58411766-09ff-4773-bf48-970dc9dc8309,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:56.049497 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (58411766-09ff-4773-bf48-970dc9dc8309), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:56.075081 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:56.104531 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=58411766-09ff-4773-bf48-970dc9dc8309,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:56.323749 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a32ece-0622-4dc4-9652-f332f9afc1b9 req-11bfe0da-47e3-4667-874e-8b9619700e56 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:56.325259 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f8a32ece-0622-4dc4-9652-f332f9afc1b9 req-11bfe0da-47e3-4667-874e-8b9619700e56 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0512042 Oct 04 08:54:56.338259 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['58411766-09ff-4773-bf48-970dc9dc8309'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:54:56.396373 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f8a32ece-0622-4dc4-9652-f332f9afc1b9 req-0e5bb11d-8126-40ab-80cd-9594e93d1edd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640125 Oct 04 08:54:56.745299 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe00e2-81b3-4a51-bd7e-aef908df09d4 req-961df4c5-c02e-4999-a041-81853970f8a6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:56.748045 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-55fe00e2-81b3-4a51-bd7e-aef908df09d4 req-961df4c5-c02e-4999-a041-81853970f8a6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 943 time: 0.0705428 Oct 04 08:54:56.813562 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-55fe00e2-81b3-4a51-bd7e-aef908df09d4 req-591ce854-d739-480d-821e-ef16d666f271 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597808 Oct 04 08:54:56.985791 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30719d2f-4e90-434d-bd14-e0484ce9d358 req-eb034207-50cf-492f-9f19-93506e88c2d7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:56.988384 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-30719d2f-4e90-434d-bd14-e0484ce9d358 req-eb034207-50cf-492f-9f19-93506e88c2d7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 944 time: 0.0841329 Oct 04 08:54:57.070426 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-30719d2f-4e90-434d-bd14-e0484ce9d358 req-e1a6a28a-817c-42dd-8487-ec34f519d43d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759790 Oct 04 08:54:57.549722 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7f10-623d-49e5-b3b6-594ebbcb98a6 req-07929249-26c9-472f-8dbf-a329f5ee3bc9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:57.551515 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ae4a7f10-623d-49e5-b3b6-594ebbcb98a6 req-07929249-26c9-472f-8dbf-a329f5ee3bc9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0619595 Oct 04 08:54:57.607848 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ae4a7f10-623d-49e5-b3b6-594ebbcb98a6 req-db5c6a7d-2c7c-4e1c-b8bc-980e1cb50b16 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482326 Oct 04 08:54:57.750900 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e5a9fd37-19a7-4033-ac7c-1d59710ef898 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:54:57.753293 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 58411766-09ff-4773-bf48-970dc9dc8309 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:57.939344 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.db.resource_extend [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 08:54:57.947243 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 58411766-09ff-4773-bf48-970dc9dc8309 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:54:57.955861 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2c4ee-0e9a-43be-a01b-4a1e2d2e2886 req-6981be56-8569-4fdc-92e6-f9bc6f56bd47 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:57.957607 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9fc2c4ee-0e9a-43be-a01b-4a1e2d2e2886 req-6981be56-8569-4fdc-92e6-f9bc6f56bd47 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 943 time: 0.0527713 Oct 04 08:54:58.034277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 58411766-09ff-4773-bf48-970dc9dc8309 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:58.039375 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (58411766-09ff-4773-bf48-970dc9dc8309), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:58.043394 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 58411766-09ff-4773-bf48-970dc9dc8309 Oct 04 08:54:58.060642 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9fc2c4ee-0e9a-43be-a01b-4a1e2d2e2886 req-0089d478-71ba-4583-816f-3175c340aec3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923514 Oct 04 08:54:58.164720 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e5a9fd37-19a7-4033-ac7c-1d59710ef898, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e5a9fd37-19a7-4033-ac7c-1d59710ef898,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:58.209218 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'port_id': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898', 'mac_address': 'fa:16:3e:20:a0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:54:58.232866 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485e69-c37c-4343-9b73-ba3a95d20142 req-56732ff9-121a-4260-951e-ab068589593d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:58.234776 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-99485e69-c37c-4343-9b73-ba3a95d20142 req-56732ff9-121a-4260-951e-ab068589593d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 944 time: 0.0587811 Oct 04 08:54:58.297191 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-99485e69-c37c-4343-9b73-ba3a95d20142 req-5e49e1ce-ee94-49e3-be9f-0db02f2f2e83 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557330 Oct 04 08:54:58.303414 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 58411766-09ff-4773-bf48-970dc9dc8309 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:58.303809 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (58411766-09ff-4773-bf48-970dc9dc8309), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:58.321170 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e5a9fd37-19a7-4033-ac7c-1d59710ef898 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:58.321883 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:58.338118 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:58.346788 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:58.349691 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3656ee54-c2f0-466c-96c7-61f3a11d2e01" -d '{"events": [{"server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "name": "network-vif-plugged", "status": "completed", "tag": "58411766-09ff-4773-bf48-970dc9dc8309"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:58.365461 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 58411766-09ff-4773-bf48-970dc9dc8309, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=58411766-09ff-4773-bf48-970dc9dc8309,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:58.367708 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a9fd37-19a7-4033-ac7c-1d59710ef898 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:54:58.415837 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5122dbd-7646-4d20-b640-0bd4bcad65b2 x-openstack-request-id: req-b5122dbd-7646-4d20-b640-0bd4bcad65b2 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:58.415837 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "name": "network-vif-plugged", "status": "completed", "tag": "58411766-09ff-4773-bf48-970dc9dc8309", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:58.415837 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b5122dbd-7646-4d20-b640-0bd4bcad65b2 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:58.415837 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5122dbd-7646-4d20-b640-0bd4bcad65b2'] response: {'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309', 'code': 200} Oct 04 08:54:58.418591 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e5a9fd37-19a7-4033-ac7c-1d59710ef898, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e5a9fd37-19a7-4033-ac7c-1d59710ef898,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:58.454361 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (58411766-09ff-4773-bf48-970dc9dc8309), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:58.497922 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:58.517629 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=58411766-09ff-4773-bf48-970dc9dc8309,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:58.594892 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=e5a9fd37-19a7-4033-ac7c-1d59710ef898,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:58.753259 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e098cf-a4fe-49e1-8400-06237fd608d8 req-9e60806b-8cd3-4665-ad23-453f0a7cc998 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:58.754938 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-60e098cf-a4fe-49e1-8400-06237fd608d8 req-9e60806b-8cd3-4665-ad23-453f0a7cc998 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0503035 Oct 04 08:54:58.810695 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-60e098cf-a4fe-49e1-8400-06237fd608d8 req-e5878640-dba1-4739-8e75-d8f9f28f4e9d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465755 Oct 04 08:54:58.860742 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['e5a9fd37-19a7-4033-ac7c-1d59710ef898'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:54:59.227611 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4f519-57c6-4365-b6e9-f0091d1eeda7 req-e5848b52-f81e-43fe-993a-dcc624dd5da6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:59.230902 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5cf4f519-57c6-4365-b6e9-f0091d1eeda7 req-e5848b52-f81e-43fe-993a-dcc624dd5da6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 944 time: 0.0551522 Oct 04 08:54:59.281528 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5cf4f519-57c6-4365-b6e9-f0091d1eeda7 req-419b8f21-e2d6-4e8c-962a-3c759bbeb7a4 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456364 Oct 04 08:54:59.420654 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394566d-6612-46fe-803c-aeb66723e1d9 req-59cb87fa-1327-4d05-b4d4-6439854ecfc4 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:59.423077 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0394566d-6612-46fe-803c-aeb66723e1d9 req-59cb87fa-1327-4d05-b4d4-6439854ecfc4 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0480473 Oct 04 08:54:59.445544 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:59.459553 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:59.474807 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0394566d-6612-46fe-803c-aeb66723e1d9 req-8e5a42bc-c014-4f52-965c-4936a8251e1d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Oct 04 08:54:59.786376 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e5a9fd37-19a7-4033-ac7c-1d59710ef898 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:59.828166 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:59.832616 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port e5a9fd37-19a7-4033-ac7c-1d59710ef898 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:54:59.933103 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port e5a9fd37-19a7-4033-ac7c-1d59710ef898 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:59.933800 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:59.933951 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port e5a9fd37-19a7-4033-ac7c-1d59710ef898 Oct 04 08:54:59.945987 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f90ff-064a-4663-a247-51d2b11f716a req-cf92680c-bbd3-4828-a7f9-afff07754f94 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:59.950020 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-124f90ff-064a-4663-a247-51d2b11f716a req-cf92680c-bbd3-4828-a7f9-afff07754f94 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0520468 Oct 04 08:55:00.024938 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-124f90ff-064a-4663-a247-51d2b11f716a req-ed73e2b9-c53a-4d10-8f88-43940d0727a0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669119 Oct 04 08:55:00.126180 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e5a9fd37-19a7-4033-ac7c-1d59710ef898 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:00.126595 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:00.189684 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e5a9fd37-19a7-4033-ac7c-1d59710ef898, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e5a9fd37-19a7-4033-ac7c-1d59710ef898,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:00.265939 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:00.325567 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=e5a9fd37-19a7-4033-ac7c-1d59710ef898,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:00.411572 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:00.414212 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9679c974-dd77-4560-83a0-9684329b2a37" -d '{"events": [{"server_uuid": "e6871eef-a47d-4c71-b1c8-4dc6aee127e5", "name": "network-vif-plugged", "status": "completed", "tag": "e5a9fd37-19a7-4033-ac7c-1d59710ef898"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:00.448961 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d1dd1-c45a-4d6b-b1c9-050f006dc01d req-39f92ea8-9543-43d4-a2fb-f9b3b57cd3bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:00.452335 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a40d1dd1-c45a-4d6b-b1c9-050f006dc01d req-39f92ea8-9543-43d4-a2fb-f9b3b57cd3bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0793242 Oct 04 08:55:00.471504 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2b5436-2c62-4547-b2c8-7174c6e38430 x-openstack-request-id: req-dd2b5436-2c62-4547-b2c8-7174c6e38430 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:00.472054 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6871eef-a47d-4c71-b1c8-4dc6aee127e5", "name": "network-vif-plugged", "status": "completed", "tag": "e5a9fd37-19a7-4033-ac7c-1d59710ef898", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:00.472314 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dd2b5436-2c62-4547-b2c8-7174c6e38430 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:00.472706 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2b5436-2c62-4547-b2c8-7174c6e38430'] response: {'server_uuid': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898', 'code': 200} Oct 04 08:55:00.526430 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a40d1dd1-c45a-4d6b-b1c9-050f006dc01d req-ced1e6bd-d430-4168-8fa3-974ac31648e1 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650187 Oct 04 08:55:00.624787 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:00.626868 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:00.627003 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932a4ad-9d48-4a84-b175-d041d8dca300 req-126e6cae-7ea2-472c-a851-c345f9f2f43f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:00.628357 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1932a4ad-9d48-4a84-b175-d041d8dca300 req-126e6cae-7ea2-472c-a851-c345f9f2f43f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0502133 Oct 04 08:55:00.689287 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1932a4ad-9d48-4a84-b175-d041d8dca300 req-b7ea115d-d3d9-4279-a307-a2a9529713e6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547547 Oct 04 08:55:01.020844 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:01.179927 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e0b72-911b-434d-acfe-bd67dd38949c req-3b42b55c-e4b4-438e-b30d-e4dda04a8299 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:01.181449 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2e3e0b72-911b-434d-acfe-bd67dd38949c req-3b42b55c-e4b4-438e-b30d-e4dda04a8299 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0563915 Oct 04 08:55:01.241950 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2e3e0b72-911b-434d-acfe-bd67dd38949c req-ecc2fcdb-5137-4c0d-8658-97fa83e85eb4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538769 Oct 04 08:55:01.652776 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022299a-dc1f-4a52-9bb7-413cd50f68d6 req-2a11be82-66e4-44cb-90f2-cbc4dc9e93df tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:01.654295 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e022299a-dc1f-4a52-9bb7-413cd50f68d6 req-2a11be82-66e4-44cb-90f2-cbc4dc9e93df tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Oct 04 08:55:01.705404 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e022299a-dc1f-4a52-9bb7-413cd50f68d6 req-e37db050-f122-40b4-8a04-a3b002dbc77b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451982 Oct 04 08:55:01.851552 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbacaa-6ded-4191-8181-9c46d85e0359 req-f05c63e0-6f87-406d-8228-8c9b739a4bef tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:01.852802 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-73dbacaa-6ded-4191-8181-9c46d85e0359 req-f05c63e0-6f87-406d-8228-8c9b739a4bef tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0698767 Oct 04 08:55:01.911298 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-73dbacaa-6ded-4191-8181-9c46d85e0359 req-7b1a955b-6c22-4c49-b8aa-84d3ff7989dd tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512056 Oct 04 08:55:02.397405 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6edb67-c5b7-4ac2-9173-6effc438017b req-55ac5c65-4a4c-4f55-9d41-40c679122fd7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:02.399282 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3f6edb67-c5b7-4ac2-9173-6effc438017b req-55ac5c65-4a4c-4f55-9d41-40c679122fd7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0640156 Oct 04 08:55:02.462813 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3f6edb67-c5b7-4ac2-9173-6effc438017b req-bddaff03-641e-4b99-8ace-adc419b830b3 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572829 Oct 04 08:55:02.833527 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395a595-4f76-4852-bbb7-17472c9eaf04 req-33ae7979-9290-49bb-a2dc-cf98a8620d19 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:02.835008 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5395a595-4f76-4852-bbb7-17472c9eaf04 req-33ae7979-9290-49bb-a2dc-cf98a8620d19 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0472486 Oct 04 08:55:02.905526 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5395a595-4f76-4852-bbb7-17472c9eaf04 req-44d7a1bf-6153-48ff-9e3c-ea43a3a07c6b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645995 Oct 04 08:55:03.044587 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d585eb-f12f-44be-a985-a430002046dc req-86d94951-1ac4-40c3-b4c1-3741c08bb03a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:03.046091 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c8d585eb-f12f-44be-a985-a430002046dc req-86d94951-1ac4-40c3-b4c1-3741c08bb03a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0498919 Oct 04 08:55:03.102984 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c8d585eb-f12f-44be-a985-a430002046dc req-3f7434f4-38bf-45cf-bd51-9f4448028dad tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487444 Oct 04 08:55:03.598852 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40ed0f-87c1-4d83-befb-f4f869be70c3 req-1163ec56-722a-426c-aeec-e21731fd70ba tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:03.600434 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5d40ed0f-87c1-4d83-befb-f4f869be70c3 req-1163ec56-722a-426c-aeec-e21731fd70ba tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0515301 Oct 04 08:55:03.651549 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5d40ed0f-87c1-4d83-befb-f4f869be70c3 req-c7330b1f-0bb5-45bf-a586-4a323e75a6a6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441492 Oct 04 08:55:04.062115 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:04.073243 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecca634-940d-41a9-939f-fa1f1b7b65c0 req-b2c4c5cb-e958-40b3-b47a-2e96edbb0636 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:04.075103 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2ecca634-940d-41a9-939f-fa1f1b7b65c0 req-b2c4c5cb-e958-40b3-b47a-2e96edbb0636 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0736699 Oct 04 08:55:04.120019 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:04.127828 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2ecca634-940d-41a9-939f-fa1f1b7b65c0 req-e38e767d-d47c-4097-b624-8409a14acf9c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460739 Oct 04 08:55:04.243150 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce869c33-2fca-4b3c-8e67-d21c4039d0e6 req-d768c166-ef0e-42d2-a477-17f5189099e7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:04.244723 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ce869c33-2fca-4b3c-8e67-d21c4039d0e6 req-d768c166-ef0e-42d2-a477-17f5189099e7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Oct 04 08:55:04.296475 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ce869c33-2fca-4b3c-8e67-d21c4039d0e6 req-ea072130-ee1d-467a-ad26-a712c4d74a0b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456617 Oct 04 08:55:04.755620 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ade7437e-764f-4e1a-ac1b-07c72279c7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:04.792904 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cf625-787b-47b8-a8a4-41612ab83b93 req-9d1627dc-f3ee-4ecd-bce6-fbbe6a54ce1f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:04.794602 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c00cf625-787b-47b8-a8a4-41612ab83b93 req-9d1627dc-f3ee-4ecd-bce6-fbbe6a54ce1f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0520842 Oct 04 08:55:04.853788 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c00cf625-787b-47b8-a8a4-41612ab83b93 req-9ebe2e70-8ef8-49f7-a63d-cd9f5f84d175 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510523 Oct 04 08:55:05.254513 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101934d2-b7ef-4855-9ca6-d775d9dc09e4 req-6b90b999-f4e3-46fa-8802-e5070c342525 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:05.256091 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-101934d2-b7ef-4855-9ca6-d775d9dc09e4 req-6b90b999-f4e3-46fa-8802-e5070c342525 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Oct 04 08:55:05.306080 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-101934d2-b7ef-4855-9ca6-d775d9dc09e4 req-38f3ec44-e28f-47a0-ae37-55afb7109b62 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Oct 04 08:55:05.432122 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da008d-4b62-4799-a391-2ade37542f78 req-b1881cac-adfb-4fd5-ae01-a44919b89c08 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:05.433617 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-49da008d-4b62-4799-a391-2ade37542f78 req-b1881cac-adfb-4fd5-ae01-a44919b89c08 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0596530 Oct 04 08:55:05.484546 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-49da008d-4b62-4799-a391-2ade37542f78 req-7c1375aa-80b2-4862-bf97-e7725af1e0b1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450723 Oct 04 08:55:05.858458 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=76 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:05.860262 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=72 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:05.990731 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5ccc0-c786-4aa8-9fad-316d4355a689 req-730c2fab-b204-4bb5-a4a8-4ff62fc089bc tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:05.992252 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-71e5ccc0-c786-4aa8-9fad-316d4355a689 req-730c2fab-b204-4bb5-a4a8-4ff62fc089bc tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0502760 Oct 04 08:55:06.041119 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-71e5ccc0-c786-4aa8-9fad-316d4355a689 req-9758146e-4e44-4e70-92e4-0658cc671383 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426676 Oct 04 08:55:06.380953 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-977dc233-8f3d-49ab-bd15-f6409a34c9cd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526869 Oct 04 08:55:06.444865 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-21e3528c-17e7-45e9-82a3-d2be5e9fbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:06.445953 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281578e-e79d-41c1-aaf9-488b7e939a2e req-73eac265-3fb6-4380-8c63-f1844f6eee29 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:06.446526 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-21e3528c-17e7-45e9-82a3-d2be5e9fbed4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 1130 time: 0.0398128 Oct 04 08:55:06.447491 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9281578e-e79d-41c1-aaf9-488b7e939a2e req-73eac265-3fb6-4380-8c63-f1844f6eee29 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0501001 Oct 04 08:55:06.498427 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9281578e-e79d-41c1-aaf9-488b7e939a2e req-b14076df-9427-419f-bc18-91d06b51c1db tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Oct 04 08:55:06.605863 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-d5eb7792-2fb3-4cd6-ba0e-061fcfeb3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:06.607281 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-d5eb7792-2fb3-4cd6-ba0e-061fcfeb3120 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.1303425 Oct 04 08:55:06.610225 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e9baa-419d-4f39-a72a-947142582072 req-a25a1573-7eb3-4286-b3af-c60b1af24f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:06.611618 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-eb2e9baa-419d-4f39-a72a-947142582072 req-a25a1573-7eb3-4286-b3af-c60b1af24f06 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 1129 time: 0.0552571 Oct 04 08:55:06.621166 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027b6f8-5493-4d30-97fb-02581d89ce1b req-32ee4d85-8246-4db9-8f2b-3040b5945e6c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:06.622700 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e027b6f8-5493-4d30-97fb-02581d89ce1b req-32ee4d85-8246-4db9-8f2b-3040b5945e6c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0540221 Oct 04 08:55:06.670757 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-77bbbfe3-2262-43c6-b892-3d448b109e50 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 HTTP/1.1" status: 200 len: 217 time: 0.0498178 Oct 04 08:55:06.677753 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e027b6f8-5493-4d30-97fb-02581d89ce1b req-ff12174e-8b1b-4585-b473-67e2da128704 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488281 Oct 04 08:55:06.745495 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f5428-8591-4e76-9048-6ee6aa9daa7a req-ea8cdcf3-f689-4b1f-8ad3-9f70bb9e36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:06.747013 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-194f5428-8591-4e76-9048-6ee6aa9daa7a req-ea8cdcf3-f689-4b1f-8ad3-9f70bb9e36df service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 1129 time: 0.0905941 Oct 04 08:55:06.787875 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-eb2e9baa-419d-4f39-a72a-947142582072 req-aedc508e-86fe-469e-bd6e-992d92b212e7 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324980 Oct 04 08:55:06.790261 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-0ce4a4cc-55ea-4c2f-a474-f274dc64112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:06.792186 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-0ce4a4cc-55ea-4c2f-a474-f274dc64112d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.0906053 Oct 04 08:55:06.811237 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-194f5428-8591-4e76-9048-6ee6aa9daa7a req-ad45e1b3-97d3-4d9e-bfdc-c253df0ae5ba service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564482 Oct 04 08:55:06.946340 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-1e70afdb-8c0f-482c-97da-ab2ddd27dd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:07.183662 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407f81-9171-46d0-b59d-e42b8bd355ad req-b1915efd-1010-41cf-be48-bd9033633741 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:07.185200 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3b407f81-9171-46d0-b59d-e42b8bd355ad req-b1915efd-1010-41cf-be48-bd9033633741 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0470862 Oct 04 08:55:07.234359 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3b407f81-9171-46d0-b59d-e42b8bd355ad req-67f86b24-0b7b-4e04-a307-8ea525be9230 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437140 Oct 04 08:55:07.259583 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-1e9115cd-1741-4b91-be81-de18e5300159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:07.261123 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-1e9115cd-1741-4b91-be81-de18e5300159 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400181 Oct 04 08:55:07.616453 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fabc9c-8b29-4605-b01a-617f1ee99266 req-ba262565-ade6-431f-85f1-8ef6318af18d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:07.618110 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d5fabc9c-8b29-4605-b01a-617f1ee99266 req-ba262565-ade6-431f-85f1-8ef6318af18d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0454717 Oct 04 08:55:07.666062 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:55:07.668426 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d5fabc9c-8b29-4605-b01a-617f1ee99266 req-4ee5c8fc-7635-47b6-9b94-13977c062215 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445838 Oct 04 08:55:07.801060 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-78a774d5-5888-4464-a469-10a3b51a29fb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080687 Oct 04 08:55:07.820092 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d7e6-ceea-4340-a0a4-6c3daf187649 req-38486065-a5b4-4e8d-bf02-913fa25947d5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:07.821566 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d0a3d7e6-ceea-4340-a0a4-6c3daf187649 req-38486065-a5b4-4e8d-bf02-913fa25947d5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0482702 Oct 04 08:55:07.870266 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d0a3d7e6-ceea-4340-a0a4-6c3daf187649 req-769cc3e0-39aa-46dd-81fa-868441d22549 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 Oct 04 08:55:08.252311 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.357860 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:08.377959 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae82c6e-fbd8-46b6-8983-10e513d5fa69 req-f935c5c5-bb13-4a1b-ae9d-7d2cb353f139 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:08.380382 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7ae82c6e-fbd8-46b6-8983-10e513d5fa69 req-f935c5c5-bb13-4a1b-ae9d-7d2cb353f139 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0586507 Oct 04 08:55:08.437089 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7ae82c6e-fbd8-46b6-8983-10e513d5fa69 req-c2bd192a-bdd9-4649-a1ba-61810c930da1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499110 Oct 04 08:55:08.438549 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4efeccf2-b9a0-4e9a-8c4e-ad1e0900f96d req-30d42f6e-6e01-4a9c-a22f-162f5d56c7d9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122751 Oct 04 08:55:08.751459 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:08.798949 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91cbc8-b2db-4bba-a821-5fe407bc2704 req-911aa11d-dea4-4d0f-86a9-6e31d1a452e8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:08.800559 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4a91cbc8-b2db-4bba-a821-5fe407bc2704 req-911aa11d-dea4-4d0f-86a9-6e31d1a452e8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0587838 Oct 04 08:55:08.848324 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4a91cbc8-b2db-4bba-a821-5fe407bc2704 req-e7fcbc59-1087-43fa-9a87-da4b72e2a0fe tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Oct 04 08:55:08.991166 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2d745-6d8a-41da-8c1f-6c86a04216ba req-e5dbb9b3-658a-4a6e-8cb3-9bfe1a2dbbfe tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:08.992627 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-67c2d745-6d8a-41da-8c1f-6c86a04216ba req-e5dbb9b3-658a-4a6e-8cb3-9bfe1a2dbbfe tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0448217 Oct 04 08:55:09.042564 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-67c2d745-6d8a-41da-8c1f-6c86a04216ba req-6f70cd50-ee6e-43e5-911b-e6e0b0fea661 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Oct 04 08:55:09.160881 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac1894-612c-4cdd-8aa9-8e44650a1276 req-c601cdde-f214-4810-9523-81a548cf58ac tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:09.162353 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ceac1894-612c-4cdd-8aa9-8e44650a1276 req-c601cdde-f214-4810-9523-81a548cf58ac tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0517213 Oct 04 08:55:09.173510 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48730) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:09.177974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-26eb6495-96a7-4f51-b8e8-ae164da0adc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Request body: {'floatingip': {'port_id': '58411766-09ff-4773-bf48-970dc9dc8309'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:09.220811 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-26eb6495-96a7-4f51-b8e8-ae164da0adc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for floatingip (9f9aad4a-51fc-490e-9b1c-51b23437f50c), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:09.572326 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:09.574962 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:09.579035 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c8656-3f3c-4d73-b3aa-70a1f0ad6288 req-35046287-477f-43d0-a83a-71366a5b7fb9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:09.580960 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d97c8656-3f3c-4d73-b3aa-70a1f0ad6288 req-35046287-477f-43d0-a83a-71366a5b7fb9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0590591 Oct 04 08:55:09.615136 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:09.633628 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d97c8656-3f3c-4d73-b3aa-70a1f0ad6288 req-d17eacc9-2f4d-4e28-ae30-916be7d24281 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462368 Oct 04 08:55:09.658925 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-26eb6495-96a7-4f51-b8e8-ae164da0adc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:09.712289 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-26eb6495-96a7-4f51-b8e8-ae164da0adc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (9f9aad4a-51fc-490e-9b1c-51b23437f50c), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:09.815269 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-26eb6495-96a7-4f51-b8e8-ae164da0adc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Floating IP 9f9aad4a-51fc-490e-9b1c-51b23437f50c associated. External IP: 172.27.1.232, port: 58411766-09ff-4773-bf48-970dc9dc8309. Oct 04 08:55:09.990625 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5c48-82c8-49c8-8e28-741eb8b560ab req-4e2d357a-70ba-4e96-abf5-5d485770299f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:09.999425 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aebb5c48-82c8-49c8-8e28-741eb8b560ab req-4e2d357a-70ba-4e96-abf5-5d485770299f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0606232 Oct 04 08:55:10.032334 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:10.047590 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aebb5c48-82c8-49c8-8e28-741eb8b560ab req-411e9395-47e9-430a-b335-a9b4df46de70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470929 Oct 04 08:55:10.179220 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040e1b-be83-4d87-957b-96c576e64ed8 req-80e71f44-2247-4e35-ac0e-5fa6d3ab2830 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:10.180746 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-58040e1b-be83-4d87-957b-96c576e64ed8 req-80e71f44-2247-4e35-ac0e-5fa6d3ab2830 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0507433 Oct 04 08:55:10.197146 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48748) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:10.202227 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-662904fa-96c1-4e26-867d-11cfff1b27c7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'floatingip': {'port_id': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:10.249666 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-662904fa-96c1-4e26-867d-11cfff1b27c7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (91310e10-7948-4982-a940-fae54a2e418c), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:10.504734 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eb6495-96a7-4f51-b8e8-ae164da0adc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Router 0590620e-b2c0-4df5-9f89-a505223f0581 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:55:10.713055 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:10.738995 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eb6495-96a7-4f51-b8e8-ae164da0adc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:55:10.744285 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-26eb6495-96a7-4f51-b8e8-ae164da0adc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:10.753750 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] Sync routers for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:55:10.768025 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:10.768656 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:55:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:10.817835 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:10.819965 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-26eb6495-96a7-4f51-b8e8-ae164da0adc1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/9f9aad4a-51fc-490e-9b1c-51b23437f50c HTTP/1.1" status: 200 len: 991 time: 1.6453588 Oct 04 08:55:10.824291 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:10.826888 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8262a0-c945-4f9d-b798-7f0882aea089" -d '{"events": [{"name": "network-changed", "server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "tag": "58411766-09ff-4773-bf48-970dc9dc8309"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:10.934860 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:10.938554 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bca720-01e2-48fc-b992-1df0fcf5dd4e x-openstack-request-id: req-52bca720-01e2-48fc-b992-1df0fcf5dd4e {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:10.938846 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "tag": "58411766-09ff-4773-bf48-970dc9dc8309", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:10.939085 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-52bca720-01e2-48fc-b992-1df0fcf5dd4e {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:10.939477 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52bca720-01e2-48fc-b992-1df0fcf5dd4e'] response: {'name': 'network-changed', 'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309', 'status': 'completed', 'code': 200} Oct 04 08:55:11.000064 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-662904fa-96c1-4e26-867d-11cfff1b27c7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:11.005497 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fe865-7403-438e-aefb-7afbefc6c428 req-60b55026-859c-4c68-87d3-87f36835592d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:11.007472 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-1cb7ffee-dc5a-4280-814c-442d9180dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:11.014614 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-1cb7ffee-dc5a-4280-814c-442d9180dbbf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 1129 time: 0.0665247 Oct 04 08:55:11.014929 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fe1fe865-7403-438e-aefb-7afbefc6c428 req-60b55026-859c-4c68-87d3-87f36835592d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.2892821 Oct 04 08:55:11.072870 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fe1fe865-7403-438e-aefb-7afbefc6c428 req-66d74928-b43f-408a-9d6c-cdf6f1aaea53 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594456 Oct 04 08:55:11.091350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-662904fa-96c1-4e26-867d-11cfff1b27c7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (91310e10-7948-4982-a940-fae54a2e418c), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:11.193508 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:11.227110 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-9c362cc2-cc11-404b-a790-85aaa60379dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:11.228583 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-9c362cc2-cc11-404b-a790-85aaa60379dc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.2069192 Oct 04 08:55:11.232979 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-662904fa-96c1-4e26-867d-11cfff1b27c7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Floating IP 91310e10-7948-4982-a940-fae54a2e418c associated. External IP: 172.27.1.95, port: e5a9fd37-19a7-4033-ac7c-1d59710ef898. Oct 04 08:55:11.241390 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '9f9aad4a-51fc-490e-9b1c-51b23437f50c', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'port_id': '58411766-09ff-4773-bf48-970dc9dc8309', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'mac_address': 'fa:16:3e:5d:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836bad03-671e-48e3-8931-55435b0139d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:54:21Z', 'updated_at': '2022-10-04T08:55:09Z', 'revision_number': 1, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:19Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:11.270214 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] Checking router: 0590620e-b2c0-4df5-9f89-a505223f0581 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:55:11.278480 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:11.279079 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:55:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:11.383696 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:11.440351 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662904fa-96c1-4e26-867d-11cfff1b27c7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:55:11.532881 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:11.546650 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662904fa-96c1-4e26-867d-11cfff1b27c7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:55:11.551326 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-662904fa-96c1-4e26-867d-11cfff1b27c7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:11.557700 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:55:11.568209 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:11.568956 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:55:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:11.584349 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-662904fa-96c1-4e26-867d-11cfff1b27c7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/91310e10-7948-4982-a940-fae54a2e418c HTTP/1.1" status: 200 len: 990 time: 1.3859601 Oct 04 08:55:11.601776 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '9f9aad4a-51fc-490e-9b1c-51b23437f50c', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'port_id': '58411766-09ff-4773-bf48-970dc9dc8309', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'mac_address': 'fa:16:3e:5d:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836bad03-671e-48e3-8931-55435b0139d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:54:21Z', 'updated_at': '2022-10-04T08:55:09Z', 'revision_number': 1, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:19Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:11.627885 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92966c-9bda-43c8-8403-179221a26680 None None] The sync data for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi is: [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '9f9aad4a-51fc-490e-9b1c-51b23437f50c', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'port_id': '58411766-09ff-4773-bf48-970dc9dc8309', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'mac_address': 'fa:16:3e:5d:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836bad03-671e-48e3-8931-55435b0139d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:54:21Z', 'updated_at': '2022-10-04T08:55:09Z', 'revision_number': 1, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:19Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:55:11.680770 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:11.726495 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-181b05fd-2b6b-4c0f-8b41-3573d29317b7 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58411766-09ff-4773-bf48-970dc9dc8309 HTTP/1.1" status: 200 len: 999 time: 0.0701532 Oct 04 08:55:11.837909 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9715ce59-0c0e-452a-8ed3-bd8d7342738d None None] New status for floating IP 9f9aad4a-51fc-490e-9b1c-51b23437f50c: ACTIVE {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:55:11.901676 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '91310e10-7948-4982-a940-fae54a2e418c', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:20:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:54:25Z', 'updated_at': '2022-10-04T08:55:10Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}, {'id': 'ce7ea16a-f88b-41fe-953e-395ebeafd2a0', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:19Z', 'updated_at': '2022-10-04T08:53:07Z', 'revision_number': 2, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:11.930036 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:55:11.939040 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:11.939630 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:55:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:12.044634 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:12.217557 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b821e-f677-4f7f-aa8b-025cd1ee2261 req-03f04bbd-df37-4631-b5ff-28a5a59f5dc5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:12.219073 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-108b821e-f677-4f7f-aa8b-025cd1ee2261 req-03f04bbd-df37-4631-b5ff-28a5a59f5dc5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0479114 Oct 04 08:55:12.267010 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-108b821e-f677-4f7f-aa8b-025cd1ee2261 req-3a59afa8-d1ac-4c3a-a11b-d6e05ce48bb8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421715 Oct 04 08:55:12.364378 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '91310e10-7948-4982-a940-fae54a2e418c', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:20:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:54:25Z', 'updated_at': '2022-10-04T08:55:10Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}, {'id': 'ce7ea16a-f88b-41fe-953e-395ebeafd2a0', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:19Z', 'updated_at': '2022-10-04T08:53:07Z', 'revision_number': 2, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:12.391214 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d350c-0727-4290-a0a9-8fa12c2c0816 None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '91310e10-7948-4982-a940-fae54a2e418c', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:20:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:54:25Z', 'updated_at': '2022-10-04T08:55:10Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}, {'id': 'ce7ea16a-f88b-41fe-953e-395ebeafd2a0', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:19Z', 'updated_at': '2022-10-04T08:53:07Z', 'revision_number': 2, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:55:12.572916 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d59006-7551-4672-89fe-5811c5e076b3 None None] New status for floating IP 91310e10-7948-4982-a940-fae54a2e418c: ACTIVE {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:55:12.895759 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-64f93884-c5fd-407c-a5de-de655fa0f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:12.897427 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-64f93884-c5fd-407c-a5de-de655fa0f051 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.0512521 Oct 04 08:55:12.940379 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'tag': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:12.943306 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70" -d '{"events": [{"name": "network-changed", "server_uuid": "e6871eef-a47d-4c71-b1c8-4dc6aee127e5", "tag": "e5a9fd37-19a7-4033-ac7c-1d59710ef898"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:12.947139 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-c521cbd5-bdf1-40b9-a7a3-16ff945abc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:12.950229 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-c521cbd5-bdf1-40b9-a7a3-16ff945abc67 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455966 Oct 04 08:55:13.020964 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514ec9ad-6a9e-4d4a-b8f4-c27f1cf00e07 x-openstack-request-id: req-514ec9ad-6a9e-4d4a-b8f4-c27f1cf00e07 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:13.021254 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6871eef-a47d-4c71-b1c8-4dc6aee127e5", "tag": "e5a9fd37-19a7-4033-ac7c-1d59710ef898", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:13.021502 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-514ec9ad-6a9e-4d4a-b8f4-c27f1cf00e07 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:13.021894 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514ec9ad-6a9e-4d4a-b8f4-c27f1cf00e07'] response: {'name': 'network-changed', 'server_uuid': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'tag': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898', 'status': 'completed', 'code': 200} Oct 04 08:55:13.031494 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:13.065421 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-8de47723-e3e8-4e81-bd83-dcaf7a343292 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061938 Oct 04 08:55:13.420636 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c490f9-7566-4093-ad1c-0da6421067c3 req-dd82626e-d097-44ec-bd63-a804a7572d22 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:13.422333 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-92c490f9-7566-4093-ad1c-0da6421067c3 req-dd82626e-d097-44ec-bd63-a804a7572d22 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0704226 Oct 04 08:55:13.474553 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-92c490f9-7566-4093-ad1c-0da6421067c3 req-2bf1a895-b7e6-4a18-8cbd-93fdc9c69935 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458961 Oct 04 08:55:13.487883 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-3c3fe97b-fe0d-4042-a040-348f48c73112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:13.489408 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-3c3fe97b-fe0d-4042-a040-348f48c73112 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 1129 time: 0.0540283 Oct 04 08:55:13.561731 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8a8262a0-c945-4f9d-b798-7f0882aea089 req-6dcb7ce8-3096-4d2a-933c-57b751f557d5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879401 Oct 04 08:55:13.604406 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-0dd85ac1-c13e-4c74-8bd5-dbea5410a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:13.605969 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-0dd85ac1-c13e-4c74-8bd5-dbea5410a3e7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 916 time: 0.1043398 Oct 04 08:55:13.667052 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:13.675309 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-9a53ca48-fed8-4563-91c8-b98d72510dcb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a9fd37-19a7-4033-ac7c-1d59710ef898 HTTP/1.1" status: 200 len: 1000 time: 0.0639567 Oct 04 08:55:13.723661 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-0b1c8c95-6100-4a03-8cac-6a0929b3c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:13.725091 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-0b1c8c95-6100-4a03-8cac-6a0929b3c919 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.0430043 Oct 04 08:55:13.767984 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-47e85836-fa08-467e-91e9-73388b661b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:13.769452 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-47e85836-fa08-467e-91e9-73388b661b2c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376008 Oct 04 08:55:13.825624 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:55:13.936132 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:13.954226 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:13.955849 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'port_id': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'mac_address': 'fa:16:3e:ba:ba:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:55:14.123386 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:14.123798 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:14.129952 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-a02785eb-e3e0-4f02-b773-1c550bf287b7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540690 Oct 04 08:55:14.137892 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0969193-60ee-4fb7-ba1b-70b50bfb9b9d {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:55:14.158921 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:14.242750 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-421f1bf9-4ec6-4aea-9525-01f8b1d14d70 req-a940d232-712a-4547-bc6a-761337f9a8c8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959182 Oct 04 08:55:14.283615 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:14.336250 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=9']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:14.610331 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:55:14.617661 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f178c-fb8b-44fb-b356-6301faea8724 req-d2f903b6-4731-4cf2-8e7d-4b1d3561576f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:14.625592 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e63f178c-fb8b-44fb-b356-6301faea8724 req-d2f903b6-4731-4cf2-8e7d-4b1d3561576f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 944 time: 0.0522363 Oct 04 08:55:14.675146 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e63f178c-fb8b-44fb-b356-6301faea8724 req-293ef83e-7111-4337-a34b-6b268d94c15b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487034 Oct 04 08:55:14.914151 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3dbe8-1407-49d6-9a8f-e5b4a9d87035 req-70a74a4d-1df0-4eb5-920d-fb89f7707fb9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:14.915567 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cee3dbe8-1407-49d6-9a8f-e5b4a9d87035 req-70a74a4d-1df0-4eb5-920d-fb89f7707fb9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0542974 Oct 04 08:55:14.962580 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cee3dbe8-1407-49d6-9a8f-e5b4a9d87035 req-11ea645d-9ac2-4fa8-854a-818d1aebdc94 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Oct 04 08:55:14.992097 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48806) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:15.132584 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d3802-67c3-4b3c-bbd3-bdb49d3ca755 tempest-TestMinimumBasicScenario-725936375 tempest-TestMinimumBasicScenario-725936375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:15.134099 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-ba9d3802-67c3-4b3c-bbd3-bdb49d3ca755 tempest-TestMinimumBasicScenario-725936375 tempest-TestMinimumBasicScenario-725936375-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 1125 time: 0.1410077 Oct 04 08:55:15.137613 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48810) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:15.142126 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'port_id': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:15.212361 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.296480 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.414197 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Allocated IP 172.27.1.39 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/d32b2a60-73f9-468f-b263-717f7a4de613) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:55:15.422464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:15.519121 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for port (d32b2a60-73f9-468f-b263-717f7a4de613), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.613529 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (d32b2a60-73f9-468f-b263-717f7a4de613), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.654637 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:15.662263 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:15.667596 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:15.672738 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:55:15.673332 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'Port': ['ID=d32b2a60-73f9-468f-b263-717f7a4de613,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:15.702847 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.703223 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.703567 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.703910 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.704245 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.704579 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.704909 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.705236 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.705563 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.705889 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.706213 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.706566 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.706888 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.707218 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.707528 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:15.774274 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e21f9-3d7a-4107-bbc0-e16ceb5e89f7 req-db654a64-4376-4e62-aca3-02105a129f53 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:15.776951 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-602e21f9-3d7a-4107-bbc0-e16ceb5e89f7 req-db654a64-4376-4e62-aca3-02105a129f53 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0517507 Oct 04 08:55:15.794673 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:15.837996 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca7503-78bd-4d6f-a65e-be862dac9b75 req-f80a34ed-5c22-4d4a-9cdd-4d554690f7d5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:15.840343 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fbca7503-78bd-4d6f-a65e-be862dac9b75 req-f80a34ed-5c22-4d4a-9cdd-4d554690f7d5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 944 time: 0.0623183 Oct 04 08:55:15.843307 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:15.871519 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:15.881397 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-602e21f9-3d7a-4107-bbc0-e16ceb5e89f7 req-341aec56-cf4f-4ca8-82f7-79ff63a443b1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947680 Oct 04 08:55:15.898359 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:15.899061 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.914548 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d Oct 04 08:55:15.918976 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fbca7503-78bd-4d6f-a65e-be862dac9b75 req-2ae04b5a-169c-4614-9c8d-a7bbbaef6be7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726736 Oct 04 08:55:15.998875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:15.999306 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.022170 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:16.024508 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d55e65b-7a5d-40fb-a1da-2bfa3b0b7bbe" -d '{"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:16.037532 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:16.063621 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9bcac5-0866-4511-9966-181d7a78a0d1 x-openstack-request-id: req-3f9bcac5-0866-4511-9966-181d7a78a0d1 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:16.063915 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:16.064171 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3f9bcac5-0866-4511-9966-181d7a78a0d1 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:16.064576 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9bcac5-0866-4511-9966-181d7a78a0d1'] response: {'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'code': 200} Oct 04 08:55:16.069863 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for floatingip (832433db-7583-4a13-bda9-8ad8532edaaf), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.100546 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.139232 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:16.148488 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=10']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:16.198889 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (d32b2a60-73f9-468f-b263-717f7a4de613), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.348219 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for port (d32b2a60-73f9-468f-b263-717f7a4de613), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.418888 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (d32b2a60-73f9-468f-b263-717f7a4de613), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.422478 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:16.488489 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'Port': ['ID=d32b2a60-73f9-468f-b263-717f7a4de613,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:16.493583 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (832433db-7583-4a13-bda9-8ad8532edaaf), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.587362 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Floating IP 832433db-7583-4a13-bda9-8ad8532edaaf associated. External IP: 172.27.1.39, port: 4016b744-a552-4b39-96d5-0dd5bd2f34c4. Oct 04 08:55:16.783498 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:16.787452 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:55:16.890771 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:55:16.900618 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] Sync routers for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:55:16.911950 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:16.912553 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:55:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:16.963048 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.014080 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-53b53f06-0ba7-47f2-b3df-ca238fb0974a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8740458 Oct 04 08:55:17.014889 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:17.018361 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e05d4c-f124-448d-bde5-6e99887be07c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:17.019528 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 48830) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:17.026328 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68231734-1f2f-44c0-a5bb-d423c133b5cb req-39ab50ca-f352-4b6e-9d29-d6987b2eae04 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:17.028206 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-68231734-1f2f-44c0-a5bb-d423c133b5cb req-39ab50ca-f352-4b6e-9d29-d6987b2eae04 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0554802 Oct 04 08:55:17.029216 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:17.032549 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529661328', 'description': 'tempest-secgroup-smoke-1529661328 description', 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:17.108818 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fed1fc-23fc-49f8-92ef-49fc9e9fadde req-3c1546b0-9b62-4559-851f-4559bd76a498 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:17.110306 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10fed1fc-23fc-49f8-92ef-49fc9e9fadde req-3c1546b0-9b62-4559-851f-4559bd76a498 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0730186 Oct 04 08:55:17.152247 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-68231734-1f2f-44c0-a5bb-d423c133b5cb req-8e6efc6c-9481-402e-b255-918e573547ec tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118171 Oct 04 08:55:17.165038 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.199790 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10fed1fc-23fc-49f8-92ef-49fc9e9fadde req-1d52949b-8a91-4807-9078-eb284fd35e64 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820260 Oct 04 08:55:17.251716 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefac731-6919-432c-b78e-f576a822f665 x-openstack-request-id: req-eefac731-6919-432c-b78e-f576a822f665 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:17.252700 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:17.255518 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eefac731-6919-432c-b78e-f576a822f665 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:17.255518 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefac731-6919-432c-b78e-f576a822f665'] response: {'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'status': 'completed', 'code': 200} Oct 04 08:55:17.258808 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '832433db-7583-4a13-bda9-8ad8532edaaf', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'port_id': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'mac_address': 'fa:16:3e:11:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:55:15Z', 'updated_at': '2022-10-04T08:55:15Z', 'revision_number': 0, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab3f62d-767d-4728-aaa3-47d95d3a4182', 'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'mac_address': 'fa:16:3e:dc:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:50Z', 'updated_at': '2022-10-04T08:53:56Z', 'revision_number': 5, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'subnets': [{'id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:17.260736 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group (0d2468c3-ae27-4b10-b824-090462463668), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.284217 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] Checking router: 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:55:17.293335 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:17.293936 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:55:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:17.300596 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0d2468c3-ae27-4b10-b824-090462463668), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.331148 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2468c3-ae27-4b10-b824-090462463668,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:17.338769 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.339164 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.339691 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.340074 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.340408 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.340740 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.341067 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.341389 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.341758 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.342079 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.342398 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.342746 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.343065 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.343385 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.343702 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:17.347503 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:17.399889 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.401709 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:17.405172 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-95d6bc30-1dc0-4ed3-9738-19d004583ba0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3725331 Oct 04 08:55:17.405172 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 48834) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:17.409363 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-657ad815-cd7d-437e-831d-5ea6da472f13 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'security_group_rule': {'security_group_id': '0d2468c3-ae27-4b10-b824-090462463668', 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:17.502831 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-657ad815-cd7d-437e-831d-5ea6da472f13 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (f67575ae-133b-431c-8d04-25347c983da1), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.570712 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-657ad815-cd7d-437e-831d-5ea6da472f13 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (f67575ae-133b-431c-8d04-25347c983da1), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.616725 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '832433db-7583-4a13-bda9-8ad8532edaaf', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'port_id': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'mac_address': 'fa:16:3e:11:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:55:15Z', 'updated_at': '2022-10-04T08:55:15Z', 'revision_number': 0, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab3f62d-767d-4728-aaa3-47d95d3a4182', 'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'mac_address': 'fa:16:3e:dc:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:50Z', 'updated_at': '2022-10-04T08:53:56Z', 'revision_number': 5, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'subnets': [{'id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:17.639432 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-657ad815-cd7d-437e-831d-5ea6da472f13 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (f67575ae-133b-431c-8d04-25347c983da1), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.642988 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a802e53-4f91-429e-85b1-63f43e06ebab None None] The sync data for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi is: [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '832433db-7583-4a13-bda9-8ad8532edaaf', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'port_id': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'mac_address': 'fa:16:3e:11:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:55:15Z', 'updated_at': '2022-10-04T08:55:15Z', 'revision_number': 0, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab3f62d-767d-4728-aaa3-47d95d3a4182', 'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'mac_address': 'fa:16:3e:dc:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:50Z', 'updated_at': '2022-10-04T08:53:56Z', 'revision_number': 5, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'subnets': [{'id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:55:17.663712 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ad815-cd7d-437e-831d-5ea6da472f13 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67575ae-133b-431c-8d04-25347c983da1,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:17.729669 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-657ad815-cd7d-437e-831d-5ea6da472f13 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.730916 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-657ad815-cd7d-437e-831d-5ea6da472f13 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250723 Oct 04 08:55:17.740002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 48840) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:17.745320 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-09c51793-c21c-459a-a9d9-1a42548ef7f1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'security_group_rule': {'security_group_id': '0d2468c3-ae27-4b10-b824-090462463668', 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:17.856598 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09c51793-c21c-459a-a9d9-1a42548ef7f1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (9b41153f-509a-47fe-a76a-757ac4ec9c3c), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.864270 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746dd973-e6f2-4f27-8b8c-1cfd65b5057e None None] New status for floating IP 832433db-7583-4a13-bda9-8ad8532edaaf: ACTIVE {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:55:17.889593 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e05d4c-f124-448d-bde5-6e99887be07c req-868c82ea-07c5-43bf-901b-597b42f84b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:17.891124 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-09e05d4c-f124-448d-bde5-6e99887be07c req-868c82ea-07c5-43bf-901b-597b42f84b79 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 1130 time: 0.0745132 Oct 04 08:55:17.918948 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09c51793-c21c-459a-a9d9-1a42548ef7f1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (9b41153f-509a-47fe-a76a-757ac4ec9c3c), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:17.978534 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:18.030249 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09c51793-c21c-459a-a9d9-1a42548ef7f1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (9b41153f-509a-47fe-a76a-757ac4ec9c3c), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.089676 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c51793-c21c-459a-a9d9-1a42548ef7f1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b41153f-509a-47fe-a76a-757ac4ec9c3c,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:18.096954 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-66348eec-3505-458e-a57b-09714e43edcb tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:18.098486 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-66348eec-3505-458e-a57b-09714e43edcb tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 946 time: 0.1587603 Oct 04 08:55:18.119216 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2400ce4-b251-42f7-b7b0-7255c6f9be25 req-a8c4f246-8d07-43ac-b896-be42e0b177df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:18.121264 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f2400ce4-b251-42f7-b7b0-7255c6f9be25 req-a8c4f246-8d07-43ac-b896-be42e0b177df service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 1130 time: 0.1030474 Oct 04 08:55:18.184837 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e05d4c-f124-448d-bde5-6e99887be07c req-bb4072d3-2a7a-4929-a1c8-11a9d36d21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:18.186201 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-09e05d4c-f124-448d-bde5-6e99887be07c req-bb4072d3-2a7a-4929-a1c8-11a9d36d21fc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4bbb976b-3b1d-417f-9eb1-47edd4a962af HTTP/1.1" status: 200 len: 915 time: 0.2478337 Oct 04 08:55:18.196562 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:18.232302 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09c51793-c21c-459a-a9d9-1a42548ef7f1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.233505 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-09c51793-c21c-459a-a9d9-1a42548ef7f1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4925041 Oct 04 08:55:18.236766 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 48846) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:18.241785 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-de055754-5bd8-4ba7-bce6-0a84ab0af82c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'security_group_rule': {'security_group_id': '0d2468c3-ae27-4b10-b824-090462463668', 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:18.305873 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f2400ce4-b251-42f7-b7b0-7255c6f9be25 req-8c43a727-e759-484c-bc5d-974bf3a6041d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602452 Oct 04 08:55:18.309371 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Deleting port 602efdf9-2f61-45ea-b518-8b6d9821574a {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:55:18.309712 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.345787 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a463e-a896-44e3-bff8-0b03a873b57b req-155905ad-5d2e-4b3e-b700-8dfbd49c7464 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:18.347352 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7e2a463e-a896-44e3-bff8-0b03a873b57b req-155905ad-5d2e-4b3e-b700-8dfbd49c7464 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0842967 Oct 04 08:55:18.361266 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-09e05d4c-f124-448d-bde5-6e99887be07c req-92437f8c-065c-413d-acbe-7f7b6c822209 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 200 len: 1001 time: 0.1662717 Oct 04 08:55:18.375939 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ec0d1-e86b-4853-a234-e4a09da115a4 req-65f44204-4530-46cd-bea6-3fefd9b7d5b7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:18.377544 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-955ec0d1-e86b-4853-a234-e4a09da115a4 req-65f44204-4530-46cd-bea6-3fefd9b7d5b7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0703461 Oct 04 08:55:18.415525 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] For port 602efdf9-2f61-45ea-b518-8b6d9821574a, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=602efdf9-2f61-45ea-b518-8b6d9821574a,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:18.415789 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:18.415895 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.429263 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:18.430394 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Calling delete_port for 602efdf9-2f61-45ea-b518-8b6d9821574a owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:55:18.433420 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7e2a463e-a896-44e3-bff8-0b03a873b57b req-2fc0007d-299e-4fe1-9dba-4228ed873196 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803268 Oct 04 08:55:18.439267 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de055754-5bd8-4ba7-bce6-0a84ab0af82c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (beae157f-3cdd-4d13-9b03-1528d75120e5), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.475252 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-955ec0d1-e86b-4853-a234-e4a09da115a4 req-3137e3e4-1717-4eac-823f-f84af30dfbd2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881531 Oct 04 08:55:18.513201 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de055754-5bd8-4ba7-bce6-0a84ab0af82c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (beae157f-3cdd-4d13-9b03-1528d75120e5), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.578138 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de055754-5bd8-4ba7-bce6-0a84ab0af82c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (beae157f-3cdd-4d13-9b03-1528d75120e5), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.588775 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:18.601055 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e05d4c-f124-448d-bde5-6e99887be07c req-739fc785-fdbd-42a9-88bc-dd2c4c33bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:18.602542 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-09e05d4c-f124-448d-bde5-6e99887be07c req-739fc785-fdbd-42a9-88bc-dd2c4c33bbff service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80ab987e-4f3b-4ad7-a7ab-3b2c0e632255 HTTP/1.1" status: 200 len: 853 time: 0.0690084 Oct 04 08:55:18.607809 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de055754-5bd8-4ba7-bce6-0a84ab0af82c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beae157f-3cdd-4d13-9b03-1528d75120e5,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:18.649900 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e05d4c-f124-448d-bde5-6e99887be07c req-8e5df86d-7130-4820-9ec7-141f4a146f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:18.652099 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-09e05d4c-f124-448d-bde5-6e99887be07c req-8e5df86d-7130-4820-9ec7-141f4a146f47 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4bbb976b-3b1d-417f-9eb1-47edd4a962af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408823 Oct 04 08:55:18.666247 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de055754-5bd8-4ba7-bce6-0a84ab0af82c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.671003 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-de055754-5bd8-4ba7-bce6-0a84ab0af82c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4304590 Oct 04 08:55:18.671149 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (602efdf9-2f61-45ea-b518-8b6d9821574a), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.671264 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 48850) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:18.676213 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-905f53d6-b3f5-4e5b-86e2-d2d76826bf72 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'security_group_rule': {'security_group_id': '0d2468c3-ae27-4b10-b824-090462463668', 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:18.680500 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['602efdf9-2f61-45ea-b518-8b6d9821574a'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:55:18.737331 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Pushing event deleted for resources: {'Port': ['ID=602efdf9-2f61-45ea-b518-8b6d9821574a,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:18.781255 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-905f53d6-b3f5-4e5b-86e2-d2d76826bf72 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (782dea11-3bfa-4d3a-84b2-889535f35101), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.791856 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] No DVR routers for this DVR port 602efdf9-2f61-45ea-b518-8b6d9821574a on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:55:18.801865 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.805067 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-53eed06e-00eb-431e-86c9-d7c00589aa4f req-128fefe1-4592-4709-a419-029f4865f773 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.42 "DELETE /networking/v2.0/ports/602efdf9-2f61-45ea-b518-8b6d9821574a HTTP/1.1" status: 204 len: 173 time: 0.6993098 Oct 04 08:55:18.821830 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-09e05d4c-f124-448d-bde5-6e99887be07c req-f7024399-a218-46d5-b2ea-6c8a9aad269f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617746 Oct 04 08:55:18.841478 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-905f53d6-b3f5-4e5b-86e2-d2d76826bf72 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (782dea11-3bfa-4d3a-84b2-889535f35101), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.933362 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-905f53d6-b3f5-4e5b-86e2-d2d76826bf72 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (782dea11-3bfa-4d3a-84b2-889535f35101), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:18.952155 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f53d6-b3f5-4e5b-86e2-d2d76826bf72 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782dea11-3bfa-4d3a-84b2-889535f35101,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:19.037244 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-905f53d6-b3f5-4e5b-86e2-d2d76826bf72 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:19.038545 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-905f53d6-b3f5-4e5b-86e2-d2d76826bf72 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3660390 Oct 04 08:55:19.046188 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 48854) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:19.046188 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-c9fc7ab5-9fe7-41e5-baa6-5980781fc2e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'security_group_rule': {'security_group_id': '0d2468c3-ae27-4b10-b824-090462463668', 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:19.132724 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.securitygroups_db [None req-c9fc7ab5-9fe7-41e5-baa6-5980781fc2e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Project f6f4de2e638d4746a56a2d2023d2401b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:55:19.139236 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7ab5-9fe7-41e5-baa6-5980781fc2e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (3c86b046-6247-422b-9b87-c3f1ce58f183), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:19.198801 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7ab5-9fe7-41e5-baa6-5980781fc2e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (3c86b046-6247-422b-9b87-c3f1ce58f183), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:19.272023 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7ab5-9fe7-41e5-baa6-5980781fc2e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (3c86b046-6247-422b-9b87-c3f1ce58f183), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:19.278588 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1', 'name': 'network-vif-deleted', 'tag': '602efdf9-2f61-45ea-b518-8b6d9821574a'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:19.280936 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9453d2b-a6e8-47b0-9d6f-4e2bfbfc1700" -d '{"events": [{"server_uuid": "ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1", "name": "network-vif-deleted", "tag": "602efdf9-2f61-45ea-b518-8b6d9821574a"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:19.294577 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc7ab5-9fe7-41e5-baa6-5980781fc2e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c86b046-6247-422b-9b87-c3f1ce58f183,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:19.331580 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3166ed70-9cbc-46d6-bbe3-5e1f86242f55 x-openstack-request-id: req-3166ed70-9cbc-46d6-bbe3-5e1f86242f55 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:19.331580 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1", "name": "network-vif-deleted", "tag": "602efdf9-2f61-45ea-b518-8b6d9821574a", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:19.331580 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3166ed70-9cbc-46d6-bbe3-5e1f86242f55 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:19.332218 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3166ed70-9cbc-46d6-bbe3-5e1f86242f55'] response: {'server_uuid': 'ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1', 'name': 'network-vif-deleted', 'tag': '602efdf9-2f61-45ea-b518-8b6d9821574a', 'status': 'completed', 'code': 200} Oct 04 08:55:19.335543 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-09e05d4c-f124-448d-bde5-6e99887be07c req-6a47a06a-f98c-4824-b63b-db6ef93a5fb4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027842 Oct 04 08:55:19.377052 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7ab5-9fe7-41e5-baa6-5980781fc2e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:19.378285 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c9fc7ab5-9fe7-41e5-baa6-5980781fc2e7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3356316 Oct 04 08:55:19.381055 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 48858) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:19.386772 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-98585315-c46a-4cdb-ac2b-9298b4eff7c9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'security_group_rule': {'security_group_id': '0d2468c3-ae27-4b10-b824-090462463668', 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:19.460483 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.securitygroups_db [None req-98585315-c46a-4cdb-ac2b-9298b4eff7c9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Project f6f4de2e638d4746a56a2d2023d2401b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:55:19.468651 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-98585315-c46a-4cdb-ac2b-9298b4eff7c9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (c63b2462-a388-455c-884d-945bfd2247bc), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:19.546736 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a3a958a1-002d-41da-b25f-41799e138b03 req-712ede72-7b70-462b-af63-9c8f25140434 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0327535 Oct 04 08:55:19.563333 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-98585315-c46a-4cdb-ac2b-9298b4eff7c9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (c63b2462-a388-455c-884d-945bfd2247bc), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:19.609971 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93832b2b-95f0-4a2c-9b0f-cc183e4e3a73 req-2e2588fa-653b-403e-b7b8-98165643e420 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:19.611478 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-93832b2b-95f0-4a2c-9b0f-cc183e4e3a73 req-2e2588fa-653b-403e-b7b8-98165643e420 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0464225 Oct 04 08:55:19.612555 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-98585315-c46a-4cdb-ac2b-9298b4eff7c9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (c63b2462-a388-455c-884d-945bfd2247bc), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:19.645710 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98585315-c46a-4cdb-ac2b-9298b4eff7c9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63b2462-a388-455c-884d-945bfd2247bc,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:19.677433 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-93832b2b-95f0-4a2c-9b0f-cc183e4e3a73 req-1c6d0c35-37f1-41f4-b313-62b72cd7796f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576484 Oct 04 08:55:19.734625 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-98585315-c46a-4cdb-ac2b-9298b4eff7c9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:19.735842 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-98585315-c46a-4cdb-ac2b-9298b4eff7c9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3536580 Oct 04 08:55:19.809514 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:19.828290 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-bda9d3d6-4b94-4e0d-88ad-7e8be256d448 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1529661328&fields=id&tenant_id=f6f4de2e638d4746a56a2d2023d2401b HTTP/1.1" status: 200 len: 267 time: 0.0460143 Oct 04 08:55:19.880879 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f9ea587f-f557-481d-bbd5-2dbb7bc8a34d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:19.882620 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f9ea587f-f557-481d-bbd5-2dbb7bc8a34d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0484300 Oct 04 08:55:19.893978 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f99a56c6-5586-4baa-a483-7fda468aaeae tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'port': {'security_groups': ['40dc043b-4aca-439c-aac6-94d5a0555cb8', '0d2468c3-ae27-4b10-b824-090462463668']}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:19.969569 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f99a56c6-5586-4baa-a483-7fda468aaeae tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:20.191096 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f99a56c6-5586-4baa-a483-7fda468aaeae tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] For port 4016b744-a552-4b39-96d5-0dd5bd2f34c4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:20.219282 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f99a56c6-5586-4baa-a483-7fda468aaeae tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:20.278997 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f99a56c6-5586-4baa-a483-7fda468aaeae tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:20.292575 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['4016b744-a552-4b39-96d5-0dd5bd2f34c4'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:55:20.293425 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f99a56c6-5586-4baa-a483-7fda468aaeae tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:20.294264 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f99a56c6-5586-4baa-a483-7fda468aaeae tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:20.296670 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1fb36fa6-d106-485d-b0ac-80d3a38e059f req-f99a56c6-5586-4baa-a483-7fda468aaeae tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "PUT /networking/v2.0/ports/4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 200 len: 982 time: 0.4072938 Oct 04 08:55:20.298694 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:20.301836 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b011021-59e2-4915-b1bf-ff57f46c760f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:20.329897 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:20.387615 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:20.404674 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a56c6-5586-4baa-a483-7fda468aaeae tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'Port': ['ID=4016b744-a552-4b39-96d5-0dd5bd2f34c4,revision_number=6']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:20.424384 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bacf9b-0468-450e-b425-11f313a5a150 x-openstack-request-id: req-44bacf9b-0468-450e-b425-11f313a5a150 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:20.424692 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:20.425035 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-44bacf9b-0468-450e-b425-11f313a5a150 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:20.427761 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44bacf9b-0468-450e-b425-11f313a5a150'] response: {'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'status': 'completed', 'code': 200} Oct 04 08:55:20.442255 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['4016b744-a552-4b39-96d5-0dd5bd2f34c4'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:55:20.485752 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd33a-faba-4e3c-b109-c490665b7809 req-2dce8c20-89ed-4769-b7a5-f443085c7dd0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:20.490606 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-40bbd33a-faba-4e3c-b109-c490665b7809 req-2dce8c20-89ed-4769-b7a5-f443085c7dd0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0751607 Oct 04 08:55:20.559707 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-40bbd33a-faba-4e3c-b109-c490665b7809 req-c639a491-39bb-4819-ad42-0fd3a74a4817 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655816 Oct 04 08:55:20.579910 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:20.594699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-81ae84e4-058d-4577-a75f-cbc78d25619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:20.595896 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-81ae84e4-058d-4577-a75f-cbc78d25619a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 1169 time: 0.0486481 Oct 04 08:55:20.685764 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6572661b-8f5c-4be1-8216-c530e39f218f req-49be4265-b4e8-4c0a-be1e-6b521dbe49ee tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0321000 Oct 04 08:55:20.819749 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca75882-f584-4f56-9d93-a2009fc1c931 req-1969ed42-46e4-49cd-9aa2-b0f56087e28b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:20.821305 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ca75882-f584-4f56-9d93-a2009fc1c931 req-1969ed42-46e4-49cd-9aa2-b0f56087e28b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0492306 Oct 04 08:55:20.831467 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:20.876908 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ca75882-f584-4f56-9d93-a2009fc1c931 req-b15a01c9-1b12-4454-9c04-33874a423983 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494690 Oct 04 08:55:21.156115 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-4ef16e11-2699-460b-b290-38845d99fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:21.157752 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-4ef16e11-2699-460b-b290-38845d99fbdf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4bbb976b-3b1d-417f-9eb1-47edd4a962af HTTP/1.1" status: 200 len: 915 time: 0.1034443 Oct 04 08:55:21.225998 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-4384797d-8dc5-4a7a-a6c1-071597cfb4ea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 200 len: 1001 time: 0.0608883 Oct 04 08:55:21.693951 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-74b047a2-010e-40cb-8dbd-f2687a1791c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:21.695417 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-74b047a2-010e-40cb-8dbd-f2687a1791c4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80ab987e-4f3b-4ad7-a7ab-3b2c0e632255 HTTP/1.1" status: 200 len: 853 time: 0.0497642 Oct 04 08:55:21.805315 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-beb5127f-98cc-45fe-9b6f-ad5f64aeeecf req-3366e1bd-a716-4821-a880-2a861607556b tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ec3a547a-09d2-4e5e-a8d4-f2f4090d8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0276296 Oct 04 08:55:21.864947 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 602efdf9-2f61-45ea-b518-8b6d9821574a no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:55:21.886342 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 602efdf9-2f61-45ea-b518-8b6d9821574a {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:55:21.886707 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 602efdf9-2f61-45ea-b518-8b6d9821574a not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:55:22.016537 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4fc38-0723-421b-9b35-588e6cec9884 req-7a360312-346f-4f46-ba9a-ef204c2a2345 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:22.018077 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f3c4fc38-0723-421b-9b35-588e6cec9884 req-7a360312-346f-4f46-ba9a-ef204c2a2345 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0576401 Oct 04 08:55:22.035394 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-b411a54d-daeb-4e3c-9f86-f48730618dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:22.037370 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-b411a54d-daeb-4e3c-9f86-f48730618dce service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4bbb976b-3b1d-417f-9eb1-47edd4a962af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524967 Oct 04 08:55:22.076330 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f3c4fc38-0723-421b-9b35-588e6cec9884 req-a3c43475-7b6e-4385-aa30-3c160af5500f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513971 Oct 04 08:55:22.145849 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-989d232f-39e6-4145-ac14-5139a208ea3e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942299 Oct 04 08:55:22.255978 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6b011021-59e2-4915-b1bf-ff57f46c760f req-6f351cd5-e099-455a-bc63-c0f7609e12a3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964658 Oct 04 08:55:23.481911 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66ca6-b6d7-4378-b6f0-3ba403015837 req-288cc87a-2bd7-40f8-85bd-946354f4580d tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:23.483424 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-57e66ca6-b6d7-4378-b6f0-3ba403015837 req-288cc87a-2bd7-40f8-85bd-946354f4580d tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0469463 Oct 04 08:55:23.530575 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-57e66ca6-b6d7-4378-b6f0-3ba403015837 req-850de5e9-b051-4e4d-991a-f1f68681f94b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415211 Oct 04 08:55:24.651105 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10359ad6-9876-4333-b0c8-5a548b4ed06d req-d3b47a6c-3ef4-4bc3-ae20-388477bd498c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:24.653435 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10359ad6-9876-4333-b0c8-5a548b4ed06d req-d3b47a6c-3ef4-4bc3-ae20-388477bd498c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0465600 Oct 04 08:55:24.695951 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:24.700766 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10359ad6-9876-4333-b0c8-5a548b4ed06d req-4012c199-fd7f-4021-b052-9a2d715ee29f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 Oct 04 08:55:25.824490 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de1c7-83fa-4e8f-bc9d-e5f0a9ed0c3d req-aba4655f-4f96-492b-bfca-9ed8290401e4 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:25.825947 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a73de1c7-83fa-4e8f-bc9d-e5f0a9ed0c3d req-aba4655f-4f96-492b-bfca-9ed8290401e4 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0499837 Oct 04 08:55:25.872613 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a73de1c7-83fa-4e8f-bc9d-e5f0a9ed0c3d req-a3aa6159-a13e-4b75-8e33-11da58cbab45 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Oct 04 08:55:26.993207 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf813f-8306-4ef1-ac78-d6032881cb24 req-1125d764-ffca-4df8-99bc-dfd70de7f1de tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:26.994761 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5dcf813f-8306-4ef1-ac78-d6032881cb24 req-1125d764-ffca-4df8-99bc-dfd70de7f1de tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0470624 Oct 04 08:55:27.044048 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5dcf813f-8306-4ef1-ac78-d6032881cb24 req-f23e4840-d003-424f-a061-91f7923d7629 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Oct 04 08:55:28.170266 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e55ac3-216a-4f39-8800-aefb441855b0 req-fe5c5abe-0420-4c5b-814d-bbdac3156c32 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:28.171786 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10e55ac3-216a-4f39-8800-aefb441855b0 req-fe5c5abe-0420-4c5b-814d-bbdac3156c32 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0491352 Oct 04 08:55:28.219135 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10e55ac3-216a-4f39-8800-aefb441855b0 req-c57e8f4d-0629-4921-9515-6585f129e8f6 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Oct 04 08:55:29.345124 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefd0a5-aa5d-4f49-91d3-1e57e4f5c2d3 req-0f6a49aa-da82-4c23-8868-8ce63af7c49d tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:29.346564 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8eefd0a5-aa5d-4f49-91d3-1e57e4f5c2d3 req-0f6a49aa-da82-4c23-8868-8ce63af7c49d tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0475791 Oct 04 08:55:29.399646 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8eefd0a5-aa5d-4f49-91d3-1e57e4f5c2d3 req-1c3ad315-3165-4216-821b-4e71143fc1a4 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432377 Oct 04 08:55:30.523957 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646056c-9a76-4be1-a7a5-14e535ed8b4c req-739bd867-1971-404c-8d9c-33923078d9ed tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:30.525455 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a646056c-9a76-4be1-a7a5-14e535ed8b4c req-739bd867-1971-404c-8d9c-33923078d9ed tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Oct 04 08:55:30.576188 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a646056c-9a76-4be1-a7a5-14e535ed8b4c req-c8a1642b-8e4f-4896-bd7c-0e13da29d860 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 Oct 04 08:55:30.757159 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.698315 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db09978-da7e-41ca-8986-a6c4b72eaa52 req-560ac0c2-6639-4b7f-b7fb-698e56b47117 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:31.699896 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3db09978-da7e-41ca-8986-a6c4b72eaa52 req-560ac0c2-6639-4b7f-b7fb-698e56b47117 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0463450 Oct 04 08:55:31.747306 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3db09978-da7e-41ca-8986-a6c4b72eaa52 req-2612714a-af05-4c0e-9f10-1cf03b416ba0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Oct 04 08:55:32.250793 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=45 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:32.252678 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=56 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:32.867183 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510abfc-15b1-42f5-ae04-5eb2f568bb94 req-90bf7d96-2222-4aba-b13d-95ba7e72ce54 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:32.868643 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1510abfc-15b1-42f5-ae04-5eb2f568bb94 req-90bf7d96-2222-4aba-b13d-95ba7e72ce54 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0467310 Oct 04 08:55:32.916494 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1510abfc-15b1-42f5-ae04-5eb2f568bb94 req-5b097434-09e6-4e57-8402-c3decddf811b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418456 Oct 04 08:55:33.389323 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:33.487000 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-1853e685-697d-4020-8dcc-3c5be4783188 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:33.490674 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-1853e685-697d-4020-8dcc-3c5be4783188 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/networks?id=55fbb12a-1798-478e-a82a-501e9d9942f8 HTTP/1.1" status: 200 len: 814 time: 0.1104863 Oct 04 08:55:33.506909 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-22ad162b-7854-474c-a96a-454d277a2e22 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/quotas/b1f2fb36dae5483ebc61c88336461b18 HTTP/1.1" status: 200 len: 375 time: 0.0128508 Oct 04 08:55:33.538290 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-58934a90-2aac-486c-9f7e-01924bec61b1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b1f2fb36dae5483ebc61c88336461b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255260 Oct 04 08:55:33.631459 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-7792fee1-dee8-4228-80a3-5f0ffb16e53c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866294 Oct 04 08:55:33.712118 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:33.722607 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-b8f075e3-01c1-42a1-88f2-d93f1cdd6c6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841677 Oct 04 08:55:33.967317 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-56d54880-af3c-4c54-9f87-4b2f0c725468 req-2271a9e2-ba5e-4514-be12-f66beab3d9c8 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 210 time: 0.0395381 Oct 04 08:55:34.047354 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d620c-a4b8-4e7b-8b32-3d178b5af1ce req-a6a29dd5-0109-4902-8fa7-ad9123d86bfe tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:34.051003 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c8d620c-a4b8-4e7b-8b32-3d178b5af1ce req-a6a29dd5-0109-4902-8fa7-ad9123d86bfe tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0492711 Oct 04 08:55:34.097830 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c8d620c-a4b8-4e7b-8b32-3d178b5af1ce req-f68e3835-d129-4e32-b0b4-d937e0482f3a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Oct 04 08:55:34.728825 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2a73c861-fb56-4427-bc07-001c6dd0715c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.072999 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cebbc2ca-e890-4479-940f-b300661dd9fd req-a55bd45f-4f54-4fd9-807d-07aebce0e7f4 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Oct 04 08:55:35.223553 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a50204-f825-4d63-9d15-afefdeee4588 req-109857d0-70cd-49f8-bf18-3317dbab9791 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:35.225215 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e1a50204-f825-4d63-9d15-afefdeee4588 req-109857d0-70cd-49f8-bf18-3317dbab9791 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0497613 Oct 04 08:55:35.273246 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e1a50204-f825-4d63-9d15-afefdeee4588 req-fc723d8f-a3c0-4c70-9a76-afb9a9c86e4a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423229 Oct 04 08:55:36.185261 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e461abdd-ab6d-485d-81ac-fd2777318f79 req-0164a1ff-b10c-4b97-8913-c069980389d9 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 210 time: 0.0287445 Oct 04 08:55:36.295770 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-6c65bdda-e0ac-4bf3-8159-69cb481a2433 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:36.297428 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-6c65bdda-e0ac-4bf3-8159-69cb481a2433 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.42 "GET /networking/v2.0/networks?id=55fbb12a-1798-478e-a82a-501e9d9942f8 HTTP/1.1" status: 200 len: 814 time: 0.1052620 Oct 04 08:55:36.313363 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Request body: {'port': {'device_id': 'e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73', 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8', 'admin_state_up': True, 'tenant_id': 'b1f2fb36dae5483ebc61c88336461b18'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:36.405691 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fb52c-e124-40aa-a063-3197d132bf04 req-6c408ff1-eaee-43af-a4f1-8e2abb15762c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:36.407381 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bb0fb52c-e124-40aa-a063-3197d132bf04 req-6c408ff1-eaee-43af-a4f1-8e2abb15762c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Oct 04 08:55:36.455927 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bb0fb52c-e124-40aa-a063-3197d132bf04 req-b0af5826-f490-47a3-a622-b980d637f3e8 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Oct 04 08:55:36.498664 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Made reservation on behalf of b1f2fb36dae5483ebc61c88336461b18 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:36.502453 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.634622 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Allocated IP 172.20.0.12 (55fbb12a-1798-478e-a82a-501e9d9942f8/44e15746-5976-465f-b007-5454875cc515/53cc50a8-9c2d-4945-9dfd-844648146770) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:55:36.978642 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9a8a9785-0ffb-45bf-8056-e6d5a9d7c8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.023118 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks [] for port (53cc50a8-9c2d-4945-9dfd-844648146770), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.117957 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.168064 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Network 55fbb12a-1798-478e-a82a-501e9d9942f8 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:37.171790 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:37.175803 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:55:37.179637 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Pushing event updated for resources: {'Port': ['ID=53cc50a8-9c2d-4945-9dfd-844648146770,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:37.225012 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:37.225629 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.300759 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-03149067-9084-4c09-bf48-4a319e420bc1 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9936514 Oct 04 08:55:37.313587 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c648e-dc47-412b-8111-e95d42df2d90 req-152af090-68ff-40ea-ab22-00c0032c934a tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:37.314159 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Request body: {'port': {'device_id': 'e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:37.315140 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-827c648e-dc47-412b-8111-e95d42df2d90 req-152af090-68ff-40ea-ab22-00c0032c934a tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 932 time: 0.0495846 Oct 04 08:55:37.363233 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-827c648e-dc47-412b-8111-e95d42df2d90 req-cbaaf7b0-60d9-4fae-91dc-fef02fb489bd tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Oct 04 08:55:37.382483 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.385470 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:37.481480 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:37.579429 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f9013-65fe-47c2-8f15-f81000fbd296 req-f81d41fd-1da3-411e-af5a-24fc45f07a68 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:37.581076 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-532f9013-65fe-47c2-8f15-f81000fbd296 req-f81d41fd-1da3-411e-af5a-24fc45f07a68 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0476320 Oct 04 08:55:37.627880 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:37.629777 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-532f9013-65fe-47c2-8f15-f81000fbd296 req-cfcf6d3e-b7f2-48bb-a86b-7248231b2a55 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426934 Oct 04 08:55:37.632224 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:37.650470 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cc50a8-9c2d-4945-9dfd-844648146770 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:55:37.658716 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Publish callbacks [] for port (53cc50a8-9c2d-4945-9dfd-844648146770), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.671988 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Transition to ACTIVE for port object 53cc50a8-9c2d-4945-9dfd-844648146770 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:55:37.728931 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.817695 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Pushing event updated for resources: {'Port': ['ID=53cc50a8-9c2d-4945-9dfd-844648146770,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:37.842812 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Attempting to bind port 53cc50a8-9c2d-4945-9dfd-844648146770 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:55:37.843148 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Attempting to bind port 53cc50a8-9c2d-4945-9dfd-844648146770 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '91c4de15-beeb-4c8d-bdf9-f0948922a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:55:37.843475 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Attempting to bind port 53cc50a8-9c2d-4945-9dfd-844648146770 on network 55fbb12a-1798-478e-a82a-501e9d9942f8 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:55:37.883995 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Port 53cc50a8-9c2d-4945-9dfd-844648146770 on network 55fbb12a-1798-478e-a82a-501e9d9942f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:55:37.884322 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Attempting to bind port 53cc50a8-9c2d-4945-9dfd-844648146770 on network 55fbb12a-1798-478e-a82a-501e9d9942f8 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:55:37.926454 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:55:37.926798 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Checking segment: {'id': '91c4de15-beeb-4c8d-bdf9-f0948922a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:37.927182 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Bound using segment: {'id': '91c4de15-beeb-4c8d-bdf9-f0948922a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:55:37.927616 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Bound port: 53cc50a8-9c2d-4945-9dfd-844648146770, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c4de15-beeb-4c8d-bdf9-f0948922a41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:55:37.927975 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.986697 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] For port 53cc50a8-9c2d-4945-9dfd-844648146770, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:55:37.989652 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] For port 53cc50a8-9c2d-4945-9dfd-844648146770, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=53cc50a8-9c2d-4945-9dfd-844648146770,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:55:38.066540 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:38.072110 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:38.072644 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:38.074044 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/53cc50a8-9c2d-4945-9dfd-844648146770 HTTP/1.1" status: 200 len: 1094 time: 0.7646058 Oct 04 08:55:38.074549 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73', 'tag': '53cc50a8-9c2d-4945-9dfd-844648146770'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:38.077380 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77473f3-0ee4-412d-b7ce-347a3767cb66" -d '{"events": [{"name": "network-changed", "server_uuid": "e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73", "tag": "53cc50a8-9c2d-4945-9dfd-844648146770"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:38.126667 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc165d-7ff2-439c-bb2b-6856631f4c43 service neutron] Pushing event updated for resources: {'Port': ['ID=53cc50a8-9c2d-4945-9dfd-844648146770,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:38.139162 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d666409-9a51-4fcc-8c1d-3c8ef406b2b8 x-openstack-request-id: req-9d666409-9a51-4fcc-8c1d-3c8ef406b2b8 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:38.139455 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73", "tag": "53cc50a8-9c2d-4945-9dfd-844648146770", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:38.141036 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9d666409-9a51-4fcc-8c1d-3c8ef406b2b8 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:38.141036 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d666409-9a51-4fcc-8c1d-3c8ef406b2b8'] response: {'name': 'network-changed', 'server_uuid': 'e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73', 'tag': '53cc50a8-9c2d-4945-9dfd-844648146770', 'status': 'completed', 'code': 200} Oct 04 08:55:38.187834 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:38.197382 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-52dd2b76-77f0-4eff-9a24-cfc36d48b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:38.198909 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-52dd2b76-77f0-4eff-9a24-cfc36d48b1a9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b1f2fb36dae5483ebc61c88336461b18&device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 1128 time: 0.0397446 Oct 04 08:55:38.243671 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:38.245955 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-e438680d-9716-47fc-ab22-c80547828fe9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cc50a8-9c2d-4945-9dfd-844648146770 HTTP/1.1" status: 200 len: 217 time: 0.0331402 Oct 04 08:55:38.302663 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-ff42771e-7666-41d3-a5af-08ec3a934d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:38.304091 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-ff42771e-7666-41d3-a5af-08ec3a934d61 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=44e15746-5976-465f-b007-5454875cc515 HTTP/1.1" status: 200 len: 854 time: 0.0514438 Oct 04 08:55:38.339032 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-16da0324-b09f-4cb2-9a53-6e24f7640dd9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=55fbb12a-1798-478e-a82a-501e9d9942f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260541 Oct 04 08:55:38.436896 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-f379f7a0-0453-49e3-9ae9-0c15e848a1ab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907965 Oct 04 08:55:38.484640 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f437ed-476b-4914-a9f1-93b219f56baf req-a91f3dfc-2ec7-4eb8-9781-365ac47ae280 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:38.486119 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-16f437ed-476b-4914-a9f1-93b219f56baf req-a91f3dfc-2ec7-4eb8-9781-365ac47ae280 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 944 time: 0.0470130 Oct 04 08:55:38.536704 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a4d41339-2165-4a71-93a4-6765f84ea370 req-5e6328d0-d7c6-4df5-bd63-08f242b02f7f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907702 Oct 04 08:55:38.537372 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-16f437ed-476b-4914-a9f1-93b219f56baf req-70cb843a-c298-4680-a2ff-144b253204fe tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456328 Oct 04 08:55:38.753132 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f26a-1dfc-427e-8d8b-2be19307e8f5 req-8b7f1f1a-2f9c-4b4f-acc1-a015a697be0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:38.754618 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8900f26a-1dfc-427e-8d8b-2be19307e8f5 req-8b7f1f1a-2f9c-4b4f-acc1-a015a697be0a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0463963 Oct 04 08:55:38.800883 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8900f26a-1dfc-427e-8d8b-2be19307e8f5 req-d85a62c6-e8a9-48d1-b3d1-24f596d352b7 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405171 Oct 04 08:55:39.525570 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:39.601144 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.658514 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c28c6-e5dc-4481-a1bf-b6e07fec556e req-861a192b-e236-4267-948b-4bed3a7a5512 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:39.659962 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-925c28c6-e5dc-4481-a1bf-b6e07fec556e req-861a192b-e236-4267-948b-4bed3a7a5512 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 944 time: 0.0474460 Oct 04 08:55:39.703182 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:39.707794 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-925c28c6-e5dc-4481-a1bf-b6e07fec556e req-cad743b6-f079-4dea-aa85-d57be59381c2 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422328 Oct 04 08:55:39.928147 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d94650-3793-4d18-ae35-b9e40956526f req-8f440624-53f5-4813-bdd9-4b5025390bcb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:39.929539 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-25d94650-3793-4d18-ae35-b9e40956526f req-8f440624-53f5-4813-bdd9-4b5025390bcb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Oct 04 08:55:39.976810 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-25d94650-3793-4d18-ae35-b9e40956526f req-e74ea1b4-7890-4edc-9a5b-cc35de97c677 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Oct 04 08:55:40.065868 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.102731 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-9275fd5f-58b3-422e-812a-48f123170067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:40.104266 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-9275fd5f-58b3-422e-812a-48f123170067 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b1f2fb36dae5483ebc61c88336461b18&device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 1128 time: 0.0391300 Oct 04 08:55:40.198759 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-ba92070e-4db4-454a-9b63-4fa230d1e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:40.200768 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-ba92070e-4db4-454a-9b63-4fa230d1e0ef service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=55fbb12a-1798-478e-a82a-501e9d9942f8 HTTP/1.1" status: 200 len: 915 time: 0.0885270 Oct 04 08:55:40.238696 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-0c3c107f-9fb5-4273-95bc-e19c6be36df6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cc50a8-9c2d-4945-9dfd-844648146770 HTTP/1.1" status: 200 len: 217 time: 0.0309119 Oct 04 08:55:40.287604 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-42f926cd-2db2-47ad-8b70-05adb517b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:40.289018 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-42f926cd-2db2-47ad-8b70-05adb517b842 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=44e15746-5976-465f-b007-5454875cc515 HTTP/1.1" status: 200 len: 854 time: 0.0433767 Oct 04 08:55:40.327235 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-75bffd77-00a0-48db-b5c8-660ce6edc690 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=55fbb12a-1798-478e-a82a-501e9d9942f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304725 Oct 04 08:55:40.389781 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:40.429728 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-411ac2e6-71a8-4aa2-93f3-a835dc2f6d32 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938861 Oct 04 08:55:40.532299 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e77473f3-0ee4-412d-b7ce-347a3767cb66 req-0d9b5913-4665-4115-814d-24b2c746343a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879643 Oct 04 08:55:40.830144 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b9774-11e8-40db-b118-f2414102cc61 req-c02443cc-802d-4672-a725-23078ea85e9f tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:40.831553 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-874b9774-11e8-40db-b118-f2414102cc61 req-c02443cc-802d-4672-a725-23078ea85e9f tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 944 time: 0.0469606 Oct 04 08:55:40.879147 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-874b9774-11e8-40db-b118-f2414102cc61 req-b654d76f-0ecf-446f-89c7-c43dec046be4 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Oct 04 08:55:41.093305 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:41.101313 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38de2b-fed6-48f3-a9de-f626cce05a1a req-9fa43b9d-c29e-4dc7-b7e3-8862c9eb231c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:41.102805 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cd38de2b-fed6-48f3-a9de-f626cce05a1a req-9fa43b9d-c29e-4dc7-b7e3-8862c9eb231c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Oct 04 08:55:41.150344 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cd38de2b-fed6-48f3-a9de-f626cce05a1a req-8757e717-399d-4d74-98ac-8bf9859f9350 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Oct 04 08:55:41.983366 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 53cc50a8-9c2d-4945-9dfd-844648146770 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:55:42.000193 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b95b0c-0e5e-4f06-bffc-5bd4b9263a0e req-75e93320-817a-4c51-b90d-07ae1259821a tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:42.001669 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e6b95b0c-0e5e-4f06-bffc-5bd4b9263a0e req-75e93320-817a-4c51-b90d-07ae1259821a tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 944 time: 0.0456963 Oct 04 08:55:42.048558 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e6b95b0c-0e5e-4f06-bffc-5bd4b9263a0e req-206a885e-5d31-45cc-861c-a4deaa73fd30 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Oct 04 08:55:42.082927 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 53cc50a8-9c2d-4945-9dfd-844648146770, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=53cc50a8-9c2d-4945-9dfd-844648146770,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:42.094057 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '53cc50a8-9c2d-4945-9dfd-844648146770', 'network_id': '55fbb12a-1798-478e-a82a-501e9d9942f8', 'port_id': '53cc50a8-9c2d-4945-9dfd-844648146770', 'mac_address': 'fa:16:3e:da:f1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e15746-5976-465f-b007-5454875cc515', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:55:42.132419 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 53cc50a8-9c2d-4945-9dfd-844648146770 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:42.133066 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.145781 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cc50a8-9c2d-4945-9dfd-844648146770 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:55:42.168735 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 53cc50a8-9c2d-4945-9dfd-844648146770, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=53cc50a8-9c2d-4945-9dfd-844648146770,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:42.266547 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.269550 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8373b-ab3b-47f2-b416-9d9bcefaf608 req-b99f2401-f8e3-4470-9c77-6b59c5ece81b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:42.271063 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fbc8373b-ab3b-47f2-b416-9d9bcefaf608 req-b99f2401-f8e3-4470-9c77-6b59c5ece81b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0452170 Oct 04 08:55:42.313342 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=53cc50a8-9c2d-4945-9dfd-844648146770,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:42.327321 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fbc8373b-ab3b-47f2-b416-9d9bcefaf608 req-10a19b0c-edc8-48d3-8ef6-136d454561ba tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467865 Oct 04 08:55:42.612381 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['53cc50a8-9c2d-4945-9dfd-844648146770'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:55:43.172801 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dc076-3fa0-4904-8fe7-888e8fcb8eb4 req-017ed478-bc0f-4673-89be-ec2a2e15dc25 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:43.174329 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-050dc076-3fa0-4904-8fe7-888e8fcb8eb4 req-017ed478-bc0f-4673-89be-ec2a2e15dc25 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 945 time: 0.0484474 Oct 04 08:55:43.224064 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-050dc076-3fa0-4904-8fe7-888e8fcb8eb4 req-73e8ce8d-5ed8-4c7a-bbd7-eb7fa40ddc01 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439396 Oct 04 08:55:43.468590 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0e90-f66f-4c2a-b2b6-64e6226840cc req-16b6db7f-3f0a-40f4-b7b1-fad2da4e9d17 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:43.470075 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c92c0e90-f66f-4c2a-b2b6-64e6226840cc req-16b6db7f-3f0a-40f4-b7b1-fad2da4e9d17 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0637245 Oct 04 08:55:43.519753 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c92c0e90-f66f-4c2a-b2b6-64e6226840cc req-d118ca1a-a966-4015-a695-b587f5907e8e tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440731 Oct 04 08:55:44.001930 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 53cc50a8-9c2d-4945-9dfd-844648146770 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:44.045379 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:44.047750 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 53cc50a8-9c2d-4945-9dfd-844648146770 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:55:44.138772 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 53cc50a8-9c2d-4945-9dfd-844648146770 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:44.139152 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.139490 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 53cc50a8-9c2d-4945-9dfd-844648146770 Oct 04 08:55:44.216008 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 53cc50a8-9c2d-4945-9dfd-844648146770 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:44.216428 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.239007 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cc50a8-9c2d-4945-9dfd-844648146770'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:44.241222 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14926659-a32f-4d4c-b725-310c75b44a83" -d '{"events": [{"server_uuid": "e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73", "name": "network-vif-plugged", "status": "completed", "tag": "53cc50a8-9c2d-4945-9dfd-844648146770"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:44.254227 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 53cc50a8-9c2d-4945-9dfd-844648146770, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=53cc50a8-9c2d-4945-9dfd-844648146770,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:44.282468 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54408eb3-b09a-4228-b91b-23785cd8c3cb x-openstack-request-id: req-54408eb3-b09a-4228-b91b-23785cd8c3cb {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:44.282789 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73", "name": "network-vif-plugged", "status": "completed", "tag": "53cc50a8-9c2d-4945-9dfd-844648146770", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:44.283069 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-54408eb3-b09a-4228-b91b-23785cd8c3cb {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:44.283468 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54408eb3-b09a-4228-b91b-23785cd8c3cb'] response: {'server_uuid': 'e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cc50a8-9c2d-4945-9dfd-844648146770', 'code': 200} Oct 04 08:55:44.321662 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.352326 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879f084-f3b7-4ea3-b078-9cdb1a0440a8 req-6f9dcf7f-08ab-4892-82a7-5ca2bca70ce0 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:44.354518 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b879f084-f3b7-4ea3-b078-9cdb1a0440a8 req-6f9dcf7f-08ab-4892-82a7-5ca2bca70ce0 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 945 time: 0.0515699 Oct 04 08:55:44.389130 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=53cc50a8-9c2d-4945-9dfd-844648146770,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:44.398726 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.405300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:44.408658 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b879f084-f3b7-4ea3-b078-9cdb1a0440a8 req-c44e546d-6579-4304-a652-8579e95e0490 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474324 Oct 04 08:55:44.587333 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c293746-ed9c-4a06-adc6-27baf59ed09b req-1a55c4da-6340-41c0-93b6-f26b1c87b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:44.588839 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6c293746-ed9c-4a06-adc6-27baf59ed09b req-1a55c4da-6340-41c0-93b6-f26b1c87b19c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 1130 time: 0.0394604 Oct 04 08:55:44.636274 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6c293746-ed9c-4a06-adc6-27baf59ed09b req-9fc802df-163f-4dc7-874d-bb9f895bf79b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Oct 04 08:55:44.649270 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dce9d-886f-40ec-8ba8-e1a8cd6056bf req-ab63ca55-761e-4303-a304-ca6df4688eea tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:44.650825 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3f4dce9d-886f-40ec-8ba8-e1a8cd6056bf req-ab63ca55-761e-4303-a304-ca6df4688eea tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0506227 Oct 04 08:55:44.664988 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:55:44.698578 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3f4dce9d-886f-40ec-8ba8-e1a8cd6056bf req-8ced2962-8ee0-4dc1-b7fb-d49ab44fd935 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Oct 04 08:55:45.529503 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b895e8-f939-47be-aaa0-465db9105435 req-55457b4b-363b-42c9-bc03-f59d7fef952d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:45.530988 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-98b895e8-f939-47be-aaa0-465db9105435 req-55457b4b-363b-42c9-bc03-f59d7fef952d tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 946 time: 0.0460248 Oct 04 08:55:45.582450 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-98b895e8-f939-47be-aaa0-465db9105435 req-f8551f26-3de4-493b-93bf-7aa537574603 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Oct 04 08:55:45.817611 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a681bc-9505-4526-90b3-29713d8bf76a req-37cc5c44-7c33-41e7-85e5-f5928b438037 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:45.819089 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-06a681bc-9505-4526-90b3-29713d8bf76a req-37cc5c44-7c33-41e7-85e5-f5928b438037 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0454178 Oct 04 08:55:45.866628 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-06a681bc-9505-4526-90b3-29713d8bf76a req-28ef07fb-4556-4717-b826-d1172bf59f80 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420048 Oct 04 08:55:46.704196 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0084c-c213-46c4-b6b6-c9b4bd5c9694 req-02a66420-9f80-4032-adfc-c63310f3fff9 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:46.705558 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-32a0084c-c213-46c4-b6b6-c9b4bd5c9694 req-02a66420-9f80-4032-adfc-c63310f3fff9 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 946 time: 0.0446579 Oct 04 08:55:46.726004 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:46.752869 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-32a0084c-c213-46c4-b6b6-c9b4bd5c9694 req-2cd65c16-01b9-4481-adeb-e0dc53e8da67 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Oct 04 08:55:47.002985 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850c0a-74c7-4096-b299-34f32df189f4 req-2c7c7ed0-bbf5-4b0e-8468-1ebb2e5d0465 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:47.004549 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-65850c0a-74c7-4096-b299-34f32df189f4 req-2c7c7ed0-bbf5-4b0e-8468-1ebb2e5d0465 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0520561 Oct 04 08:55:47.031282 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:47.052538 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-65850c0a-74c7-4096-b299-34f32df189f4 req-89a8d484-5bc5-4950-a7ae-4820725e452b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Oct 04 08:55:47.873965 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a78ab-bf76-4cdd-b902-dcea02af1d21 req-39e7cb1a-5866-48d4-a227-3d57f10db8b7 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:47.875608 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c79a78ab-bf76-4cdd-b902-dcea02af1d21 req-39e7cb1a-5866-48d4-a227-3d57f10db8b7 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 946 time: 0.0477240 Oct 04 08:55:47.922773 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c79a78ab-bf76-4cdd-b902-dcea02af1d21 req-abd603b3-09e0-4b97-99e0-4eb1a23a1ebe tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Oct 04 08:55:48.184097 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efed-d441-445c-acf8-03ab9822cfa8 req-3210160b-3ee9-4dc1-b06a-1eadb65e1cf0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:48.186346 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-72f9efed-d441-445c-acf8-03ab9822cfa8 req-3210160b-3ee9-4dc1-b06a-1eadb65e1cf0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0520797 Oct 04 08:55:48.234057 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-72f9efed-d441-445c-acf8-03ab9822cfa8 req-c9209f71-09e9-4781-960d-a7a3d658bb80 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419214 Oct 04 08:55:49.360131 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59d8a8-3e88-4c7c-a072-4187a3feff0d req-eae4d792-564a-4ffc-bef3-f6401d69e8b6 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:49.361616 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2d59d8a8-3e88-4c7c-a072-4187a3feff0d req-eae4d792-564a-4ffc-bef3-f6401d69e8b6 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0510681 Oct 04 08:55:49.409932 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2d59d8a8-3e88-4c7c-a072-4187a3feff0d req-d9a7e700-bfdb-4d36-a234-77381c05a964 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Oct 04 08:55:50.536185 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597286f8-bf3b-4e83-a8c3-50f355b47228 req-af71792b-50e4-4f49-8572-43aa6b5d0ffc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:50.537659 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-597286f8-bf3b-4e83-a8c3-50f355b47228 req-af71792b-50e4-4f49-8572-43aa6b5d0ffc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Oct 04 08:55:50.587639 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-597286f8-bf3b-4e83-a8c3-50f355b47228 req-0a515849-c2b3-4fd8-83fa-c9ba1a97de46 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Oct 04 08:55:51.026445 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e9271-8ba4-4c9d-aad9-725985fb77f9 req-f02f56a5-8571-4f78-b3d4-9bff9037ed3b tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:51.027934 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f36e9271-8ba4-4c9d-aad9-725985fb77f9 req-f02f56a5-8571-4f78-b3d4-9bff9037ed3b tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0477395 Oct 04 08:55:51.090798 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f36e9271-8ba4-4c9d-aad9-725985fb77f9 req-9fd0f16a-2a7c-4f2d-9627-bb1fc1dd306c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566266 Oct 04 08:55:51.103690 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d59d3f-6858-4534-b166-f7e77825b11e req-42f351db-39ab-41db-9a0f-f45c98499aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:51.105213 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-42d59d3f-6858-4534-b166-f7e77825b11e req-42f351db-39ab-41db-9a0f-f45c98499aa5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 1169 time: 0.0413954 Oct 04 08:55:51.203353 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d59d3f-6858-4534-b166-f7e77825b11e req-11b8a11c-cdb6-489d-b0d9-abbb043c2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:51.204839 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-42d59d3f-6858-4534-b166-f7e77825b11e req-11b8a11c-cdb6-489d-b0d9-abbb043c2d10 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4bbb976b-3b1d-417f-9eb1-47edd4a962af HTTP/1.1" status: 200 len: 915 time: 0.0929582 Oct 04 08:55:51.245033 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:51.273092 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-42d59d3f-6858-4534-b166-f7e77825b11e req-24b1911b-be51-47ef-90f2-5c997c9c7828 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 200 len: 1001 time: 0.0606632 Oct 04 08:55:51.323485 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d59d3f-6858-4534-b166-f7e77825b11e req-c7402a93-5b10-4770-ab49-1cc9889dfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:51.324822 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-42d59d3f-6858-4534-b166-f7e77825b11e req-c7402a93-5b10-4770-ab49-1cc9889dfa56 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80ab987e-4f3b-4ad7-a7ab-3b2c0e632255 HTTP/1.1" status: 200 len: 853 time: 0.0441577 Oct 04 08:55:51.379837 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d59d3f-6858-4534-b166-f7e77825b11e req-e84c3742-fe3a-4496-aafb-8921c437516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:51.381372 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-42d59d3f-6858-4534-b166-f7e77825b11e req-e84c3742-fe3a-4496-aafb-8921c437516a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4bbb976b-3b1d-417f-9eb1-47edd4a962af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383577 Oct 04 08:55:51.476950 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-42d59d3f-6858-4534-b166-f7e77825b11e req-3862968e-f971-426e-a0ce-f6cccc34d86f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856862 Oct 04 08:55:51.579126 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-42d59d3f-6858-4534-b166-f7e77825b11e req-9defb17b-7088-4d68-833c-785355c489f4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846210 Oct 04 08:55:51.715927 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c253b2-ce5d-4a6d-907d-53e87baee380 req-53036e44-6c97-4cef-a112-5d55c75785af tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:51.717472 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-23c253b2-ce5d-4a6d-907d-53e87baee380 req-53036e44-6c97-4cef-a112-5d55c75785af tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0525820 Oct 04 08:55:51.764229 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-23c253b2-ce5d-4a6d-907d-53e87baee380 req-7cb40812-269e-4a50-a9d2-e4a952440b99 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405724 Oct 04 08:55:52.215801 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fba3d-5cee-4e24-9d91-b68d00d5b497 req-2007034b-d1af-48ce-839d-65842331e165 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:52.217197 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-165fba3d-5cee-4e24-9d91-b68d00d5b497 req-2007034b-d1af-48ce-839d-65842331e165 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0508258 Oct 04 08:55:52.278783 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-165fba3d-5cee-4e24-9d91-b68d00d5b497 req-316c7429-a245-4274-a54c-091abcb9858d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549285 Oct 04 08:55:52.883360 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8740d-01bd-4aae-bd39-ea5a238a7f28 req-54744953-f12b-4bbf-bfe8-6a982900e13e tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:52.884806 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b2e8740d-01bd-4aae-bd39-ea5a238a7f28 req-54744953-f12b-4bbf-bfe8-6a982900e13e tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0454149 Oct 04 08:55:52.931189 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b2e8740d-01bd-4aae-bd39-ea5a238a7f28 req-b0758050-abd4-49a1-87b0-74541f250d3f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403311 Oct 04 08:55:53.405016 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af518b6-bf47-4670-9ca5-70bbe904c2aa req-00a3b945-5275-484c-b209-4e3c64211a89 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:53.406636 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1af518b6-bf47-4670-9ca5-70bbe904c2aa req-00a3b945-5275-484c-b209-4e3c64211a89 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0471385 Oct 04 08:55:53.469057 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1af518b6-bf47-4670-9ca5-70bbe904c2aa req-c873f583-36ba-4cf1-9411-9d7d68f01927 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565794 Oct 04 08:55:54.058081 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59ad68-1ac9-4d73-8a0e-c5b201be4399 req-002e27b0-2316-475c-a7b7-be5cec8c0a3c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:54.059592 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-be59ad68-1ac9-4d73-8a0e-c5b201be4399 req-002e27b0-2316-475c-a7b7-be5cec8c0a3c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0506938 Oct 04 08:55:54.074305 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:54.107703 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:54.112784 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-be59ad68-1ac9-4d73-8a0e-c5b201be4399 req-f8d41628-45d7-42ff-bb6f-35f053e82935 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 Oct 04 08:55:54.392315 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:54.394219 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=7 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:54.590775 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd714c-e45e-49c1-99b4-83a32818ba2a req-5772e72e-edaa-4eb1-8fb2-7a3ad949d716 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:54.592265 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-32bd714c-e45e-49c1-99b4-83a32818ba2a req-5772e72e-edaa-4eb1-8fb2-7a3ad949d716 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0488975 Oct 04 08:55:54.651339 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-32bd714c-e45e-49c1-99b4-83a32818ba2a req-916a2a49-5e45-443f-b318-81090577c0f4 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534325 Oct 04 08:55:54.660777 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:55.240251 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09f536-3579-4408-880e-9468fa31304d req-7ce38daf-1873-474e-b148-bd5bf75195b0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:55.241695 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4b09f536-3579-4408-880e-9468fa31304d req-7ce38daf-1873-474e-b148-bd5bf75195b0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0487309 Oct 04 08:55:55.288553 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4b09f536-3579-4408-880e-9468fa31304d req-69c96bd6-0eaa-48ee-a61f-1172f96b2948 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413306 Oct 04 08:55:55.630200 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef2ca4-da9e-44e3-a54e-94e1a1a0bc4d req-8ca7e4b0-6c3c-4364-a5a2-b0cc15b75861 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:55.631647 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-31ef2ca4-da9e-44e3-a54e-94e1a1a0bc4d req-8ca7e4b0-6c3c-4364-a5a2-b0cc15b75861 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0481534 Oct 04 08:55:55.690057 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-31ef2ca4-da9e-44e3-a54e-94e1a1a0bc4d req-e11bcfcf-7b87-41cd-849e-de73325d8ce4 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525584 Oct 04 08:55:55.779534 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa3f57-c08e-4b4b-bf96-335d47c23a50 req-c06561d0-95db-4579-9595-c943ac58b8b0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:55.781553 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-72aa3f57-c08e-4b4b-bf96-335d47c23a50 req-c06561d0-95db-4579-9595-c943ac58b8b0 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0497625 Oct 04 08:55:56.034105 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-72aa3f57-c08e-4b4b-bf96-335d47c23a50 req-9f9d2921-6866-4aec-9908-a9c442fb3ac5 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2469647 Oct 04 08:55:56.223299 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-4223bbe8-3979-4029-944b-62e65fbaefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:56.224794 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-4223bbe8-3979-4029-944b-62e65fbaefe6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 1129 time: 0.0440266 Oct 04 08:55:56.316554 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-0dc0a60f-9333-4d1f-b164-ec4eb2237b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:56.318015 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-0dc0a60f-9333-4d1f-b164-ec4eb2237b14 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 200 len: 912 time: 0.0857744 Oct 04 08:55:56.390703 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-44182ba8-ce97-4aff-bc71-bc62d3780288 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2689379b-47a8-42fb-97fd-2b3a41375c74 HTTP/1.1" status: 200 len: 1000 time: 0.0601742 Oct 04 08:55:56.462300 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-a0eba71c-2c24-40b3-8eb2-0ac09b882ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:56.463795 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-a0eba71c-2c24-40b3-8eb2-0ac09b882ed8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af0722f9-9785-4a14-92e6-f8dea856b94f HTTP/1.1" status: 200 len: 850 time: 0.0540018 Oct 04 08:55:56.524331 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-d6db9883-b9f6-4bcf-b495-93fe4106d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:56.525931 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-d6db9883-b9f6-4bcf-b495-93fe4106d990 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403860 Oct 04 08:55:56.630809 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-38368a0b-82c5-4ba5-b898-af7e9746f550 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915546 Oct 04 08:55:56.723800 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-907fc5bc-b545-4ac8-b911-c16d832785e5 req-fee2e4f0-48cc-4c96-8bad-3a65562e0e76 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847249 Oct 04 08:55:56.816002 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63255d55-3497-4177-8f6d-73ad15cf5786 req-45eaee9a-752c-4d0a-9756-03d9aaf6a438 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:56.817458 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-63255d55-3497-4177-8f6d-73ad15cf5786 req-45eaee9a-752c-4d0a-9756-03d9aaf6a438 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0452342 Oct 04 08:55:56.864106 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-63255d55-3497-4177-8f6d-73ad15cf5786 req-73527fd8-3a20-44a9-8d29-291305d04597 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411875 Oct 04 08:55:57.156812 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b83328-0c3f-477b-87be-10bba0242915 req-74511ca1-2962-4ef7-afb1-b334f5ac4cc3 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:57.158254 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e0b83328-0c3f-477b-87be-10bba0242915 req-74511ca1-2962-4ef7-afb1-b334f5ac4cc3 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0486238 Oct 04 08:55:57.216908 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e0b83328-0c3f-477b-87be-10bba0242915 req-136527a9-0bbd-4cdc-8eed-126d6590f65a tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529807 Oct 04 08:55:57.984888 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b8db5-bc60-4c90-9751-09b28ec21d3d req-4b4b4c4c-4588-49ba-b165-c82dc9545251 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:57.986340 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-374b8db5-bc60-4c90-9751-09b28ec21d3d req-4b4b4c4c-4588-49ba-b165-c82dc9545251 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0461037 Oct 04 08:55:58.032135 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-374b8db5-bc60-4c90-9751-09b28ec21d3d req-0834bb18-903e-449f-90d2-b8a510865c1f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401881 Oct 04 08:55:58.337466 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6acaac-41c4-482c-b5a5-9c69f0630078 req-72aa7b83-5244-4c70-a1b4-a04e7878a4d5 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:58.338998 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9f6acaac-41c4-482c-b5a5-9c69f0630078 req-72aa7b83-5244-4c70-a1b4-a04e7878a4d5 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0466411 Oct 04 08:55:58.402845 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9f6acaac-41c4-482c-b5a5-9c69f0630078 req-c250bc5a-e3e0-447b-b9bd-d00634332990 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582190 Oct 04 08:55:59.522757 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618a006-fe17-4bb5-8375-8af2be0e7397 req-705040eb-eb1c-4822-bc78-a9756b7b7a30 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:59.524513 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3618a006-fe17-4bb5-8375-8af2be0e7397 req-705040eb-eb1c-4822-bc78-a9756b7b7a30 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0461671 Oct 04 08:55:59.585983 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3618a006-fe17-4bb5-8375-8af2be0e7397 req-48c529b7-df4e-4d41-b45b-ffba951f3189 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557621 Oct 04 08:56:00.710201 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275856c1-4cbe-4ba6-9f66-e357dc58e607 req-1b4a03d4-5262-42e3-baf6-526aef461a9d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:00.711608 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-275856c1-4cbe-4ba6-9f66-e357dc58e607 req-1b4a03d4-5262-42e3-baf6-526aef461a9d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0491681 Oct 04 08:56:00.754920 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:00.757490 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:00.779434 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-275856c1-4cbe-4ba6-9f66-e357dc58e607 req-fa5af7a3-0b3d-424d-8be7-28070bae5111 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621181 Oct 04 08:56:01.886345 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:01.901922 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6599c61-373a-4b6c-9a08-6b65c0b971b2 req-ebf839f9-bb01-4e68-ab92-d45d76949c83 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:01.903471 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c6599c61-373a-4b6c-9a08-6b65c0b971b2 req-ebf839f9-bb01-4e68-ab92-d45d76949c83 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0476110 Oct 04 08:56:01.965683 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c6599c61-373a-4b6c-9a08-6b65c0b971b2 req-def41c54-b613-485f-9589-10f7d1e825a3 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562060 Oct 04 08:56:03.086306 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe34afb-c390-4063-a269-08517ae40921 req-66ca864c-efe7-4268-8c70-321f4a21ddf7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:03.087814 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cbe34afb-c390-4063-a269-08517ae40921 req-66ca864c-efe7-4268-8c70-321f4a21ddf7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0463984 Oct 04 08:56:03.147541 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cbe34afb-c390-4063-a269-08517ae40921 req-ed7f22b9-574c-4d74-96fb-20fe90e9fe46 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539973 Oct 04 08:56:04.273570 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1148-fa71-4944-a207-d7fada6933e4 req-1b66ef1d-bf09-4eb4-9777-298416765337 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:04.275090 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-dd1b1148-fa71-4944-a207-d7fada6933e4 req-1b66ef1d-bf09-4eb4-9777-298416765337 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0510714 Oct 04 08:56:04.335968 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-dd1b1148-fa71-4944-a207-d7fada6933e4 req-4dc74340-1d69-460c-a4d8-29409b1ceede tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552542 Oct 04 08:56:04.687032 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-329d23be-13a4-4b2e-85eb-7b3b43f23d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:05.458798 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ba4c9-f1c8-4509-b7d3-860a73a5511b req-e40505d9-c2df-4fdb-9ec2-53d61ac157e9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:05.460268 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-133ba4c9-f1c8-4509-b7d3-860a73a5511b req-e40505d9-c2df-4fdb-9ec2-53d61ac157e9 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0461409 Oct 04 08:56:05.519393 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-133ba4c9-f1c8-4509-b7d3-860a73a5511b req-81a40f3d-5660-4adf-807e-0a279cba9303 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535176 Oct 04 08:56:06.620282 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:06.644331 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6babfa-356c-43d5-a84e-d7f1e8c415b6 req-0a6fb462-b7c5-4866-a591-b5d0b5a084c6 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:06.646011 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-de6babfa-356c-43d5-a84e-d7f1e8c415b6 req-0a6fb462-b7c5-4866-a591-b5d0b5a084c6 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0488546 Oct 04 08:56:06.653906 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48631448-106d-47cd-8023-4c465fa405b7 req-1d24ff3a-765e-441b-a211-24b3ead95382 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423002 Oct 04 08:56:06.712902 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-de6babfa-356c-43d5-a84e-d7f1e8c415b6 req-066c55a2-70af-4dd5-9fbb-57b9e6e037a8 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610182 Oct 04 08:56:06.724163 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631448-106d-47cd-8023-4c465fa405b7 req-37376813-3d4a-4528-b93b-2300f96a0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:06.725744 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48631448-106d-47cd-8023-4c465fa405b7 req-37376813-3d4a-4528-b93b-2300f96a0893 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 1130 time: 0.0401564 Oct 04 08:56:06.816073 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:06.849530 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631448-106d-47cd-8023-4c465fa405b7 req-4909c688-aaa0-44c1-a75e-23a0e4b83d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:06.851052 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48631448-106d-47cd-8023-4c465fa405b7 req-4909c688-aaa0-44c1-a75e-23a0e4b83d35 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.0994961 Oct 04 08:56:06.916051 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48631448-106d-47cd-8023-4c465fa405b7 req-c1781384-49ce-4cb8-ae02-05e2a75d9dcf service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d HTTP/1.1" status: 200 len: 1000 time: 0.0567148 Oct 04 08:56:06.951624 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8d22-a2e9-4d1b-93aa-ce9fb4b8145f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:06.967711 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631448-106d-47cd-8023-4c465fa405b7 req-3dec9b37-9c25-4121-8f40-ca8799e92f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:06.969762 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48631448-106d-47cd-8023-4c465fa405b7 req-3dec9b37-9c25-4121-8f40-ca8799e92f69 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0445480 Oct 04 08:56:07.023187 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631448-106d-47cd-8023-4c465fa405b7 req-d72e2817-e01b-4a21-8f1e-1164570314d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:07.024881 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48631448-106d-47cd-8023-4c465fa405b7 req-d72e2817-e01b-4a21-8f1e-1164570314d1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413268 Oct 04 08:56:07.118472 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48631448-106d-47cd-8023-4c465fa405b7 req-3cc4243f-db90-4981-a875-800438fd8250 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856407 Oct 04 08:56:07.220556 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-48631448-106d-47cd-8023-4c465fa405b7 req-35b5d069-abb6-40c1-b873-7ba289f760a1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882010 Oct 04 08:56:07.840371 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec47bb-7b35-4297-af4f-ca63c05c02a2 req-b84d89af-aaac-4a44-be0c-e4365762b6b1 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:07.841839 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4bec47bb-7b35-4297-af4f-ca63c05c02a2 req-b84d89af-aaac-4a44-be0c-e4365762b6b1 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0729291 Oct 04 08:56:07.856817 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85859b4-ee2f-482f-8738-a7a97d2e427d req-09568698-8279-4880-af41-1c17f0a5027b tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:07.858200 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e85859b4-ee2f-482f-8738-a7a97d2e427d req-09568698-8279-4880-af41-1c17f0a5027b tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0616033 Oct 04 08:56:07.936034 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4bec47bb-7b35-4297-af4f-ca63c05c02a2 req-385f76ae-9e9c-4834-91dc-d98bee28c40c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857475 Oct 04 08:56:07.953391 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e85859b4-ee2f-482f-8738-a7a97d2e427d req-7bd1e881-97e7-4167-a0f6-338444b66d3c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885434 Oct 04 08:56:08.294172 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:09.108524 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab19ab-fb29-4680-8e2d-b641aa9cc65f req-3de582dd-3270-4b84-ae5b-af73c0b943f6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:09.110159 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bbab19ab-fb29-4680-8e2d-b641aa9cc65f req-3de582dd-3270-4b84-ae5b-af73c0b943f6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0769525 Oct 04 08:56:09.115815 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd637575-b9a2-432a-9561-1ef9f06d9fef req-71f46543-04b9-48bb-b575-a774723f1a7d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:09.117182 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bd637575-b9a2-432a-9561-1ef9f06d9fef req-71f46543-04b9-48bb-b575-a774723f1a7d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0827551 Oct 04 08:56:09.194565 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bbab19ab-fb29-4680-8e2d-b641aa9cc65f req-f28611c7-6cac-4d1f-a715-fb0a4ed9dc50 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764148 Oct 04 08:56:09.212211 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bd637575-b9a2-432a-9561-1ef9f06d9fef req-9b604476-76f6-43d8-a6e4-e6765311c316 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834274 Oct 04 08:56:09.603064 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:10.059875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:10.341170 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-949b3060-253c-4f33-8adf-592f4ec29a4b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:10.344015 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-949b3060-253c-4f33-8adf-592f4ec29a4b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.0665438 Oct 04 08:56:10.370020 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:10.392711 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842e938-484a-4c90-a09c-d3007a51af65 req-386db1da-ed32-4d01-8be6-273e6f4fa957 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:10.397149 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6842e938-484a-4c90-a09c-d3007a51af65 req-386db1da-ed32-4d01-8be6-273e6f4fa957 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 945 time: 0.1208708 Oct 04 08:56:10.409252 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75e8a8-e106-4fc1-80d9-599266e365fd req-e67d3fec-681b-42ba-bddc-5f1b6552c6d3 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:10.410728 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bc75e8a8-e106-4fc1-80d9-599266e365fd req-e67d3fec-681b-42ba-bddc-5f1b6552c6d3 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.1097755 Oct 04 08:56:10.437764 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:10.451474 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Deleting port e5a9fd37-19a7-4033-ac7c-1d59710ef898 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:56:10.452103 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:10.479522 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6842e938-484a-4c90-a09c-d3007a51af65 req-3bc89453-2949-469e-9ca8-710293ecbcbf tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=03c3beb8-fc2c-4422-8f22-bdf147a47e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779674 Oct 04 08:56:10.517309 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bc75e8a8-e106-4fc1-80d9-599266e365fd req-58732a22-133e-4893-9341-70d8227d8b58 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919011 Oct 04 08:56:10.569977 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] For port e5a9fd37-19a7-4033-ac7c-1d59710ef898, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e5a9fd37-19a7-4033-ac7c-1d59710ef898,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:10.572768 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:10.771444 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:10.785476 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:10.785842 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (91310e10-7948-4982-a940-fae54a2e418c), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:10.786155 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Floating IP 91310e10-7948-4982-a940-fae54a2e418c disassociated. External IP: 172.27.1.95, port: e5a9fd37-19a7-4033-ac7c-1d59710ef898. Oct 04 08:56:10.786555 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Calling delete_port for e5a9fd37-19a7-4033-ac7c-1d59710ef898 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:56:10.969047 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (e5a9fd37-19a7-4033-ac7c-1d59710ef898), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:10.998117 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'Port': ['ID=e5a9fd37-19a7-4033-ac7c-1d59710ef898,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:11.099699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:11.110049 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:56:11.458179 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:56:11.469042 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:56:11.479440 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:11.480062 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:11.499319 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] No DVR routers for this DVR port e5a9fd37-19a7-4033-ac7c-1d59710ef898 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:56:11.502545 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:11.505716 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-4a066954-6ece-4681-8e7f-5728d5ba150f req-675faeff-e0ab-4a4a-8d37-97f64ddc9b5f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e5a9fd37-19a7-4033-ac7c-1d59710ef898 HTTP/1.1" status: 204 len: 173 time: 1.1544349 Oct 04 08:56:11.506203 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'name': 'network-vif-deleted', 'tag': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:11.508676 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c5a483-246e-4172-bb1f-0ae0d584a4d7" -d '{"events": [{"server_uuid": "e6871eef-a47d-4c71-b1c8-4dc6aee127e5", "name": "network-vif-deleted", "tag": "e5a9fd37-19a7-4033-ac7c-1d59710ef898"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:11.550483 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0065612a-251c-4dc9-8aed-9d5ece0db413 x-openstack-request-id: req-0065612a-251c-4dc9-8aed-9d5ece0db413 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:11.550777 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6871eef-a47d-4c71-b1c8-4dc6aee127e5", "name": "network-vif-deleted", "tag": "e5a9fd37-19a7-4033-ac7c-1d59710ef898", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:11.551031 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0065612a-251c-4dc9-8aed-9d5ece0db413 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:11.551453 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0065612a-251c-4dc9-8aed-9d5ece0db413'] response: {'server_uuid': 'e6871eef-a47d-4c71-b1c8-4dc6aee127e5', 'name': 'network-vif-deleted', 'tag': 'e5a9fd37-19a7-4033-ac7c-1d59710ef898', 'status': 'completed', 'code': 200} Oct 04 08:56:11.600480 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:11.606102 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5ca337eb-78dd-4422-8bc2-faf42ad2efcb req-3c3c4075-81ca-4066-980a-052b19fe104d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0340974 Oct 04 08:56:11.659468 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c153ec-2249-423b-a75e-376aac89d3b0 req-6ea4f16b-d5dd-4449-a9fa-0d08e4964a8c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:11.661112 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-54c153ec-2249-423b-a75e-376aac89d3b0 req-6ea4f16b-d5dd-4449-a9fa-0d08e4964a8c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0580060 Oct 04 08:56:11.743265 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-54c153ec-2249-423b-a75e-376aac89d3b0 req-9b7287da-fffe-425f-8cf3-0160dbf97b64 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752735 Oct 04 08:56:11.967498 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'ce7ea16a-f88b-41fe-953e-395ebeafd2a0', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:19Z', 'updated_at': '2022-10-04T08:53:07Z', 'revision_number': 2, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:11.997202 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:56:12.006555 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:12.007098 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:12.113527 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:12.358002 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'ce7ea16a-f88b-41fe-953e-395ebeafd2a0', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:19Z', 'updated_at': '2022-10-04T08:53:07Z', 'revision_number': 2, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:12.384277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be910c3f-c61f-4ab7-bd61-5d907e3d3f67 None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'ce7ea16a-f88b-41fe-953e-395ebeafd2a0', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:a2:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:52:19Z', 'updated_at': '2022-10-04T08:53:07Z', 'revision_number': 2, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:56:12.621894 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd440bc-ba3f-4672-acff-71bf94a20755 None None] New status for floating IP 91310e10-7948-4982-a940-fae54a2e418c: DOWN {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:56:12.728786 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2bb8a7a8-ed3a-4004-b0ad-67e851817a97 req-5f868bba-a944-4c31-a644-f8bb97e32aa9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e6871eef-a47d-4c71-b1c8-4dc6aee127e5 HTTP/1.1" status: 200 len: 210 time: 0.0279655 Oct 04 08:56:12.884136 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023da7b7-7b1b-41f6-a0a2-400f6236f66d req-9e7c1ce6-9ecc-4f22-b80e-56b6325e5e3f tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:12.888051 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-023da7b7-7b1b-41f6-a0a2-400f6236f66d req-9e7c1ce6-9ecc-4f22-b80e-56b6325e5e3f tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0610230 Oct 04 08:56:12.959540 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-023da7b7-7b1b-41f6-a0a2-400f6236f66d req-bc5ed37f-6923-4d70-a6f1-58970636a949 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649359 Oct 04 08:56:13.888808 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49300) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:13.945188 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9174-05c4-4c70-9926-5c1f47c4d31a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (03c3beb8-fc2c-4422-8f22-bdf147a47e15), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:13.967234 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9174-05c4-4c70-9926-5c1f47c4d31a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (03c3beb8-fc2c-4422-8f22-bdf147a47e15), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.083262 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9174-05c4-4c70-9926-5c1f47c4d31a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (03c3beb8-fc2c-4422-8f22-bdf147a47e15), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.083972 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa275f-1ce6-4cf0-b75a-5fd7edc33a53 req-62017d0a-6c42-438b-8bd4-327725298776 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:14.085484 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-09fa275f-1ce6-4cf0-b75a-5fd7edc33a53 req-62017d0a-6c42-438b-8bd4-327725298776 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0481098 Oct 04 08:56:14.085848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9174-05c4-4c70-9926-5c1f47c4d31a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.087020 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-1c2e9174-05c4-4c70-9926-5c1f47c4d31a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/03c3beb8-fc2c-4422-8f22-bdf147a47e15 HTTP/1.1" status: 204 len: 168 time: 0.1972218 Oct 04 08:56:14.089862 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49304) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:14.096827 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e5a9fd37-19a7-4033-ac7c-1d59710ef898 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:56:14.097581 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e9174-05c4-4c70-9926-5c1f47c4d31a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c3beb8-fc2c-4422-8f22-bdf147a47e15,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:14.118187 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.api.v2.resource [None req-f42508b6-abbb-4d6c-8815-629e536f8992 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] show failed (client error): The resource could not be found. Oct 04 08:56:14.119264 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-f42508b6-abbb-4d6c-8815-629e536f8992 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups/03c3beb8-fc2c-4422-8f22-bdf147a47e15 HTTP/1.1" status: 404 len: 347 time: 0.0282950 Oct 04 08:56:14.120625 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: e5a9fd37-19a7-4033-ac7c-1d59710ef898 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:56:14.120969 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e5a9fd37-19a7-4033-ac7c-1d59710ef898 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:56:14.122357 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49306) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:14.163951 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-09fa275f-1ce6-4cf0-b75a-5fd7edc33a53 req-af3faf08-7a79-456f-b381-7f02fcfef8c3 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&id=0d2468c3-ae27-4b10-b824-090462463668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717478 Oct 04 08:56:14.245346 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Deleting port d4e84843-9804-4cff-ab0c-eeebf9813e92 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:56:14.245680 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (d4e84843-9804-4cff-ab0c-eeebf9813e92), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.320334 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (d4e84843-9804-4cff-ab0c-eeebf9813e92), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.320580 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (d4e84843-9804-4cff-ab0c-eeebf9813e92), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.333628 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Calling delete_port for d4e84843-9804-4cff-ab0c-eeebf9813e92 owned by network:floatingip {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:56:14.345411 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:14.543944 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (d4e84843-9804-4cff-ab0c-eeebf9813e92), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.573412 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'Port': ['ID=d4e84843-9804-4cff-ab0c-eeebf9813e92,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:14.634589 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (91310e10-7948-4982-a940-fae54a2e418c), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.636980 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.638110 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-81094b76-3a11-4158-b7f8-0e7634d4d8ab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/91310e10-7948-4982-a940-fae54a2e418c HTTP/1.1" status: 204 len: 168 time: 0.5138712 Oct 04 08:56:18.740300 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bc30c-9ab6-4ba4-86d5-9fb9fe6c9cf4 req-02068061-5973-4f2c-aee9-f70a08af87bc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:18.741817 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e16bc30c-9ab6-4ba4-86d5-9fb9fe6c9cf4 req-02068061-5973-4f2c-aee9-f70a08af87bc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0481093 Oct 04 08:56:18.793827 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e16bc30c-9ab6-4ba4-86d5-9fb9fe6c9cf4 req-0da64c43-16f6-4d54-a5c0-af75b0e7be6d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463850 Oct 04 08:56:19.151434 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae519-1f78-4f5a-81ad-969e3c345dcb req-5bd5a788-b5d9-4145-a898-15e4ea4a51ff tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:19.152924 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9c4ae519-1f78-4f5a-81ad-969e3c345dcb req-5bd5a788-b5d9-4145-a898-15e4ea4a51ff tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 946 time: 0.0502694 Oct 04 08:56:19.200819 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9c4ae519-1f78-4f5a-81ad-969e3c345dcb req-351928e6-08b1-4175-a2a3-ebc68cfdcc03 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417027 Oct 04 08:56:19.915793 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57735-bea3-4692-a97d-fac97e48ff12 req-e2e0cb83-3aab-49b5-b89b-b6ee4f50ae88 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:19.917188 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38e57735-bea3-4692-a97d-fac97e48ff12 req-e2e0cb83-3aab-49b5-b89b-b6ee4f50ae88 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0478230 Oct 04 08:56:19.951459 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:19.967857 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38e57735-bea3-4692-a97d-fac97e48ff12 req-816882d4-ee29-4063-bc6f-29b71f845c83 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450964 Oct 04 08:56:20.324931 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37215382-4a1f-4466-b8f2-7057638bc38f req-72ad830e-498a-4560-95a8-e080f31a4563 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:20.326486 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-37215382-4a1f-4466-b8f2-7057638bc38f req-72ad830e-498a-4560-95a8-e080f31a4563 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 946 time: 0.0493388 Oct 04 08:56:20.376934 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-37215382-4a1f-4466-b8f2-7057638bc38f req-370e9e08-7007-4e64-9ac5-61f75e6ca3b4 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Oct 04 08:56:20.576463 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-4ea0c5ec-4b81-4e5b-b36f-66f64d555ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:20.577981 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-4ea0c5ec-4b81-4e5b-b36f-66f64d555ec3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 1129 time: 0.0420899 Oct 04 08:56:20.675083 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-d0273aae-7da8-4938-8b5a-c47fb821e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:20.676521 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-d0273aae-7da8-4938-8b5a-c47fb821e7b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.0857034 Oct 04 08:56:20.820448 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-79b53002-9a44-47e1-9591-cf2c01b0fdc4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58411766-09ff-4773-bf48-970dc9dc8309 HTTP/1.1" status: 200 len: 1001 time: 0.0594022 Oct 04 08:56:20.871995 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-f3214544-e46f-4e19-acec-6a40518493a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:20.873482 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-f3214544-e46f-4e19-acec-6a40518493a8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.0453732 Oct 04 08:56:21.011108 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:21.051822 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-8ce820d2-e11b-47e1-8c5f-6f0361d67d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:21.053327 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-8ce820d2-e11b-47e1-8c5f-6f0361d67d04 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723178 Oct 04 08:56:21.077119 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-a56081ba-8f73-4c84-a430-4a16b257d846 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:21.078460 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-a56081ba-8f73-4c84-a430-4a16b257d846 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 946 time: 0.0634494 Oct 04 08:56:21.094902 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709545b8-c9f2-4ea9-8644-b348cc6b9e3e req-130f4bd1-ac23-4eec-8b1d-02f2afd809e6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:21.097580 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-709545b8-c9f2-4ea9-8644-b348cc6b9e3e req-130f4bd1-ac23-4eec-8b1d-02f2afd809e6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0482671 Oct 04 08:56:21.147542 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-709545b8-c9f2-4ea9-8644-b348cc6b9e3e req-fa3ebcbf-e6b6-4eda-9955-1a9f157abe90 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443728 Oct 04 08:56:21.228438 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Deleting port 53cc50a8-9c2d-4945-9dfd-844648146770 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:56:21.228778 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:21.235509 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-0e4ae798-5eb3-4056-ad9f-a6423432820c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741843 Oct 04 08:56:21.397715 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] For port 53cc50a8-9c2d-4945-9dfd-844648146770, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=53cc50a8-9c2d-4945-9dfd-844648146770,segment=NetworkSegment(91c4de15-beeb-4c8d-bdf9-f0948922a41b),segment_id=91c4de15-beeb-4c8d-bdf9-f0948922a41b)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:21.398082 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:21.409341 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:21.415662 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c064523a-0803-41a9-bd8f-a4f6df513dc6 req-386fb49f-cf69-4224-89c9-cb79c6eff23d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431119 Oct 04 08:56:21.416650 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Calling delete_port for 53cc50a8-9c2d-4945-9dfd-844648146770 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:56:21.532471 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ca176-bfd8-4ae8-b100-0a4ff9f71ec9 req-93d8d363-33cf-44ea-92c2-2b64bc851258 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:21.539772 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b28ca176-bfd8-4ae8-b100-0a4ff9f71ec9 req-93d8d363-33cf-44ea-92c2-2b64bc851258 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 946 time: 0.0785117 Oct 04 08:56:21.561998 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:21.599191 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b28ca176-bfd8-4ae8-b100-0a4ff9f71ec9 req-802ae926-95ee-4bea-9ca0-f33beca28b96 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0933a233-8063-4ec8-8ccb-728a6a4c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585463 Oct 04 08:56:21.658640 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (53cc50a8-9c2d-4945-9dfd-844648146770), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:21.663985 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:56:21.671964 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['53cc50a8-9c2d-4945-9dfd-844648146770'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:56:21.694559 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Pushing event deleted for resources: {'Port': ['ID=53cc50a8-9c2d-4945-9dfd-844648146770,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:21.722340 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.722710 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.723047 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.723402 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.723723 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.724054 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.724390 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.724714 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.725038 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.725896 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.725896 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.726200 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.726561 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.731529 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.731529 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:21.751769 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] No DVR routers for this DVR port 53cc50a8-9c2d-4945-9dfd-844648146770 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:56:21.755309 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:21.758605 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-29909d6e-7f96-4cab-b3cd-655b4e75777b req-fc1aab94-6e4f-4b9a-b351-2e05bd4a9502 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.42 "DELETE /networking/v2.0/ports/53cc50a8-9c2d-4945-9dfd-844648146770 HTTP/1.1" status: 204 len: 173 time: 0.6702487 Oct 04 08:56:21.759361 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73', 'name': 'network-vif-deleted', 'tag': '53cc50a8-9c2d-4945-9dfd-844648146770'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:21.762012 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f38e2-2d07-453a-b407-4de34ff6ad91" -d '{"events": [{"server_uuid": "e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73", "name": "network-vif-deleted", "tag": "53cc50a8-9c2d-4945-9dfd-844648146770"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:21.951649 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c2b435-09dd-4219-98a9-77b98491bfe8 x-openstack-request-id: req-70c2b435-09dd-4219-98a9-77b98491bfe8 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:21.951939 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73", "name": "network-vif-deleted", "tag": "53cc50a8-9c2d-4945-9dfd-844648146770", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:21.952186 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-70c2b435-09dd-4219-98a9-77b98491bfe8 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:21.952583 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c2b435-09dd-4219-98a9-77b98491bfe8'] response: {'server_uuid': 'e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73', 'name': 'network-vif-deleted', 'tag': '53cc50a8-9c2d-4945-9dfd-844648146770', 'status': 'completed', 'code': 200} Oct 04 08:56:22.028928 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:22.044473 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5b72-711c-4d0f-a4f8-a57dad16c310 req-f47b1222-7177-4cdc-af7f-44039db8e88e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:22.045963 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6bce5b72-711c-4d0f-a4f8-a57dad16c310 req-f47b1222-7177-4cdc-af7f-44039db8e88e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0479248 Oct 04 08:56:22.096105 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6bce5b72-711c-4d0f-a4f8-a57dad16c310 req-382db001-ccd5-485b-8e49-bdeefa1ccf19 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Oct 04 08:56:22.269004 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17006241-3ed0-4f27-b36e-fa13c414a2e8 req-31c09100-d611-402b-8bb8-9a7649b5bb7e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:22.270814 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-17006241-3ed0-4f27-b36e-fa13c414a2e8 req-31c09100-d611-402b-8bb8-9a7649b5bb7e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0466969 Oct 04 08:56:22.317251 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-17006241-3ed0-4f27-b36e-fa13c414a2e8 req-d8100291-9812-4c98-876a-9367eb3f63ba tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Oct 04 08:56:22.707407 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cff79a07-da24-4614-b528-135f12ea500f req-7f6ea5fe-66d0-4970-b496-eddc37181b79 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 210 time: 0.0301268 Oct 04 08:56:23.217316 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c9bb-b199-45f5-bbaf-b38947414e58 req-bcc626ec-6def-490a-a2f6-09873f84f21e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:23.218771 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fd84c9bb-b199-45f5-bbaf-b38947414e58 req-bcc626ec-6def-490a-a2f6-09873f84f21e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0457520 Oct 04 08:56:23.265084 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fd84c9bb-b199-45f5-bbaf-b38947414e58 req-b1f83f72-4be0-4966-b5a4-c189db58868e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Oct 04 08:56:23.444511 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b109851-d200-4b52-b91c-586acf1ce05e req-7993c498-0c1b-463e-8c3c-2485f5766a98 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:23.446003 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5b109851-d200-4b52-b91c-586acf1ce05e req-7993c498-0c1b-463e-8c3c-2485f5766a98 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0478735 Oct 04 08:56:23.493571 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5b109851-d200-4b52-b91c-586acf1ce05e req-26cdb546-b5e2-43f3-b6cb-e2a0691feaf2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414405 Oct 04 08:56:23.823791 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f7f8ab8c-7eb9-42aa-908d-db0121a3df56 req-bb84097f-e556-45d9-bc69-e786f89e5304 tempest-VolumesSnapshotTestJSON-454171229 tempest-VolumesSnapshotTestJSON-454171229-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e99e2f0f-cf1a-40cd-b4c9-5e19ad928a73 HTTP/1.1" status: 200 len: 210 time: 0.0296082 Oct 04 08:56:23.985121 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-719a6e8c-fd12-4e0b-8d88-7586722de5cd tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:23.986674 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-719a6e8c-fd12-4e0b-8d88-7586722de5cd tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0525651 Oct 04 08:56:24.120760 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:24.132589 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Deleting port 6b040ace-0eaf-4833-81ba-09cdfc978084 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:56:24.132968 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:24.186780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 53cc50a8-9c2d-4945-9dfd-844648146770 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:56:24.212546 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 53cc50a8-9c2d-4945-9dfd-844648146770 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:56:24.212902 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 53cc50a8-9c2d-4945-9dfd-844648146770 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:56:24.213500 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 6b040ace-0eaf-4833-81ba-09cdfc978084 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:56:24.239002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] For port 6b040ace-0eaf-4833-81ba-09cdfc978084, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6b040ace-0eaf-4833-81ba-09cdfc978084,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:24.239378 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:24.243036 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:24.253183 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:24.290988 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 6b040ace-0eaf-4833-81ba-09cdfc978084 is: ACTIVE; New status is: DOWN {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:56:24.291413 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:24.322182 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:24.324504 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8475077e-57f3-4907-988f-d5e73231ea56" -d '{"events": [{"server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "name": "network-vif-unplugged", "status": "completed", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:24.337550 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 6b040ace-0eaf-4833-81ba-09cdfc978084, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6b040ace-0eaf-4833-81ba-09cdfc978084,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:24.370985 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4b71bd-06f5-47ab-88aa-d2757933d436 x-openstack-request-id: req-0c4b71bd-06f5-47ab-88aa-d2757933d436 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:24.371302 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "name": "network-vif-unplugged", "status": "completed", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:24.371936 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0c4b71bd-06f5-47ab-88aa-d2757933d436 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:24.372567 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4b71bd-06f5-47ab-88aa-d2757933d436'] response: {'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'code': 200} Oct 04 08:56:24.406322 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d3447-79e3-41e3-b314-6226f00f9460 req-42ed75a0-2fde-4f28-91f1-044043ac28f5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:24.408520 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a49d3447-79e3-41e3-b314-6226f00f9460 req-42ed75a0-2fde-4f28-91f1-044043ac28f5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 946 time: 0.0513885 Oct 04 08:56:24.416790 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:24.423393 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:24.423760 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (ce7ea16a-f88b-41fe-953e-395ebeafd2a0), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:24.424077 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Floating IP ce7ea16a-f88b-41fe-953e-395ebeafd2a0 disassociated. External IP: 172.27.1.153, port: 6b040ace-0eaf-4833-81ba-09cdfc978084. Oct 04 08:56:24.424423 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Calling delete_port for 6b040ace-0eaf-4833-81ba-09cdfc978084 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:56:24.461360 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a49d3447-79e3-41e3-b314-6226f00f9460 req-2ca01539-0fea-4a5d-af04-21efed66bf25 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f32f9dc2-7385-497b-be84-235e35cf0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463030 Oct 04 08:56:24.479582 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=6b040ace-0eaf-4833-81ba-09cdfc978084,revision_number=6']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:24.557361 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:24.620995 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (6b040ace-0eaf-4833-81ba-09cdfc978084), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:24.625849 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97493a74-b06a-46db-b535-0efac74c3d9e req-c9c9045c-eafb-40db-8373-02bcac2577e6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:24.629550 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-97493a74-b06a-46db-b535-0efac74c3d9e req-c9c9045c-eafb-40db-8373-02bcac2577e6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0542736 Oct 04 08:56:24.650671 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'Port': ['ID=6b040ace-0eaf-4833-81ba-09cdfc978084,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:24.680976 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-97493a74-b06a-46db-b535-0efac74c3d9e req-66c6e387-715f-48b6-af69-b96d5eb11c27 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469127 Oct 04 08:56:24.764496 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:56:24.869457 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:56:24.882786 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:56:24.902931 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:24.902931 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:24.915364 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] No DVR routers for this DVR port 6b040ace-0eaf-4833-81ba-09cdfc978084 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:56:24.918781 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:24.921966 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-536d6dc1-073f-45ba-abaa-e5919ddfb798 req-0e7f6057-d64a-4f7d-b65e-dc29990db3ac tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "DELETE /networking/v2.0/ports/6b040ace-0eaf-4833-81ba-09cdfc978084 HTTP/1.1" status: 204 len: 173 time: 0.8808315 Oct 04 08:56:24.922482 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'name': 'network-vif-deleted', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:24.924779 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3c3238-39db-4201-8de5-10b9422c8e17" -d '{"events": [{"server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "name": "network-vif-deleted", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:24.965002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eca339e-44cf-42d2-8b63-04376e09b51f x-openstack-request-id: req-6eca339e-44cf-42d2-8b63-04376e09b51f {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:24.965002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a71a25f-8f53-4c71-8f61-9687de80f727", "name": "network-vif-deleted", "tag": "6b040ace-0eaf-4833-81ba-09cdfc978084", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:24.965002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6eca339e-44cf-42d2-8b63-04376e09b51f {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:24.965382 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eca339e-44cf-42d2-8b63-04376e09b51f'] response: {'server_uuid': '1a71a25f-8f53-4c71-8f61-9687de80f727', 'name': 'network-vif-deleted', 'tag': '6b040ace-0eaf-4833-81ba-09cdfc978084', 'status': 'completed', 'code': 200} Oct 04 08:56:25.015886 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:25.211801 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:25.236887 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:56:25.246269 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:25.246896 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:25.351388 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:25.592624 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:25.621164 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1b3ca57e-ff55-425a-b140-ae5cb06dd2c5 req-19b40bfe-72eb-4d2b-9702-fa0bb8404e44 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.0601327 Oct 04 08:56:25.643446 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:25.645786 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d59a3-cdba-4ae6-9ba6-36d913d5e877 None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:56:25.845878 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e61146-da03-4ff8-84b6-698e88c388dc req-d08db7f2-49fb-4bc1-879d-9b2a588abf29 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:25.847457 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-46e61146-da03-4ff8-84b6-698e88c388dc req-d08db7f2-49fb-4bc1-879d-9b2a588abf29 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0830455 Oct 04 08:56:25.856281 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12801233-dadf-4ff2-80ad-fec8942469d9 req-5a21c333-10c0-465a-92f8-8be2376d0c0f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:25.857765 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12801233-dadf-4ff2-80ad-fec8942469d9 req-5a21c333-10c0-465a-92f8-8be2376d0c0f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0776901 Oct 04 08:56:25.911041 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0ed3f-b2a2-408b-bc48-fbdd2703033b None None] New status for floating IP ce7ea16a-f88b-41fe-953e-395ebeafd2a0: DOWN {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:56:25.914249 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:25.936325 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-46e61146-da03-4ff8-84b6-698e88c388dc req-fb5cdb70-b027-4b04-925a-fc559ee0defd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773697 Oct 04 08:56:25.944330 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12801233-dadf-4ff2-80ad-fec8942469d9 req-a39b2034-a89e-4570-b3a8-3f7c285f56b2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778737 Oct 04 08:56:26.734114 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7531c170-91df-4ac6-8080-4c8dcb37267b req-ec63748d-d0f2-4189-a59b-d344a453638d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.0283222 Oct 04 08:56:27.103506 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa4407-0b52-4eca-9093-19323c092602 req-a4c3918d-219c-43b2-b61a-02e263942c6b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:27.104985 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-25fa4407-0b52-4eca-9093-19323c092602 req-a4c3918d-219c-43b2-b61a-02e263942c6b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0772028 Oct 04 08:56:27.110654 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6266f2b-ef07-4872-92a8-b857f8f3812a req-4fba5d20-c8ec-4d43-bfc4-3b7e9820a2de tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:27.112126 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d6266f2b-ef07-4872-92a8-b857f8f3812a req-4fba5d20-c8ec-4d43-bfc4-3b7e9820a2de tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0753241 Oct 04 08:56:27.169580 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:27.190698 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-25fa4407-0b52-4eca-9093-19323c092602 req-daf9a356-d057-4ebd-b6e7-ad9f1b7dcf2e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775669 Oct 04 08:56:27.195295 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d6266f2b-ef07-4872-92a8-b857f8f3812a req-835b0d8f-bcfa-4db0-80b5-33db3f68618d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736778 Oct 04 08:56:27.847424 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fba26ee7-f666-4e6e-9b13-aa9814651a9a req-42dfd2ad-0a72-46a0-a05a-3b8537c8e196 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.0276003 Oct 04 08:56:28.342285 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5b66-13a9-4ca6-a5de-b8be2b21fc49 req-1b3485c1-c3f1-4eb6-ad01-3562732b45cf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:28.343695 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5f0d5b66-13a9-4ca6-a5de-b8be2b21fc49 req-1b3485c1-c3f1-4eb6-ad01-3562732b45cf tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0701153 Oct 04 08:56:28.349103 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70652-f368-41d5-b2d3-64ff9292d734 req-779227df-fcf8-4c64-9c08-e1a977972471 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:28.350451 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38f70652-f368-41d5-b2d3-64ff9292d734 req-779227df-fcf8-4c64-9c08-e1a977972471 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0786664 Oct 04 08:56:28.395449 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:28.426982 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5f0d5b66-13a9-4ca6-a5de-b8be2b21fc49 req-eb9b59be-2b1e-4532-be43-7097f80b50d2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754282 Oct 04 08:56:28.431106 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38f70652-f368-41d5-b2d3-64ff9292d734 req-661ea51f-277e-4ca3-a784-11327edd53fa tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740480 Oct 04 08:56:28.961957 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-26f13374-60a8-4844-ab72-0217d6bfa2f1 req-aaa87a29-3c37-4e46-bb7e-da35eb28d0f0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.0280561 Oct 04 08:56:29.581339 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9e87c-1d42-42ee-b498-00cac7e11c8e req-f7b8682c-dcf1-4403-89ae-0b0f27f3b905 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:29.583113 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1fa9e87c-1d42-42ee-b498-00cac7e11c8e req-f7b8682c-dcf1-4403-89ae-0b0f27f3b905 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0778005 Oct 04 08:56:29.588711 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faa7cf-9341-4df0-9839-1db62b276af9 req-73756df3-d3e5-43c3-b987-79ed4e2414dd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:29.590056 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c2faa7cf-9341-4df0-9839-1db62b276af9 req-73756df3-d3e5-43c3-b987-79ed4e2414dd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0756764 Oct 04 08:56:29.663590 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1fa9e87c-1d42-42ee-b498-00cac7e11c8e req-bef1ffa7-fa96-4190-983d-38d0bdfdb45e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724983 Oct 04 08:56:29.666740 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c2faa7cf-9341-4df0-9839-1db62b276af9 req-cac79f9f-1944-4f70-80f0-86e67ef8c745 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b8a7dd5-3e46-4863-bd84-9941f63f88a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699813 Oct 04 08:56:30.077690 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a873cc8a-feef-4517-b685-8d4bc139fc06 req-cc59ee88-58d2-4cea-8193-59956759f9ca tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a71a25f-8f53-4c71-8f61-9687de80f727 HTTP/1.1" status: 200 len: 210 time: 0.0272713 Oct 04 08:56:30.099942 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-14e1139b-6777-40ed-ad49-fdcb99ae6324 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:30.099942 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-14e1139b-6777-40ed-ad49-fdcb99ae6324 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 946 time: 0.0469511 Oct 04 08:56:30.189122 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Deleting port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:56:30.189466 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:30.281137 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] For port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:30.281422 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:30.451842 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:30.452206 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (0a07f6e1-26a1-4943-94f8-a7a06ca124d8), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:30.452537 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Floating IP 0a07f6e1-26a1-4943-94f8-a7a06ca124d8 disassociated. External IP: 172.27.1.89, port: e0969193-60ee-4fb7-ba1b-70b50bfb9b9d. Oct 04 08:56:30.452880 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Calling delete_port for e0969193-60ee-4fb7-ba1b-70b50bfb9b9d owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:56:30.507649 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:30.672299 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (e0969193-60ee-4fb7-ba1b-70b50bfb9b9d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:30.705004 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event deleted for resources: {'Port': ['ID=e0969193-60ee-4fb7-ba1b-70b50bfb9b9d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:30.801701 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:30.812840 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b930dab2-68a1-4e72-abf0-35874cf252b3 req-934c05eb-b7c2-4336-b177-6e28165822ad tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0461841 Oct 04 08:56:30.815767 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:30.829362 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567658c8-167d-40a2-9df1-e8a1ea563e53 req-1b0c9086-bde7-448d-9bee-0d04a5da2490 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:30.831644 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-567658c8-167d-40a2-9df1-e8a1ea563e53 req-1b0c9086-bde7-448d-9bee-0d04a5da2490 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0741696 Oct 04 08:56:30.834172 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:56:30.881005 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-567658c8-167d-40a2-9df1-e8a1ea563e53 req-258ff47f-c5d8-4cca-9c3e-9801fa0dcdc7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433223 Oct 04 08:56:30.947903 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:56:30.957773 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] Sync routers for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:56:30.968033 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:30.968638 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:30.992312 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] No DVR routers for this DVR port e0969193-60ee-4fb7-ba1b-70b50bfb9b9d on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:56:30.994789 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:30.998022 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-930f0814-ca68-4029-9d47-97d5b2616c97 req-16d34087-55b9-4d76-9dcd-fb8c94015de6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e0969193-60ee-4fb7-ba1b-70b50bfb9b9d HTTP/1.1" status: 204 len: 173 time: 0.8943851 Oct 04 08:56:30.998533 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-deleted', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:31.000780 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd63df-a359-43cd-845d-0b19a07da5f6" -d '{"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-deleted", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:31.039767 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9fff88-e8e7-4e4e-bc8f-629b6b3efa52 x-openstack-request-id: req-5d9fff88-e8e7-4e4e-bc8f-629b6b3efa52 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:31.040272 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf703d-ba5c-4518-a5d9-afa1a34dcfd1", "name": "network-vif-deleted", "tag": "e0969193-60ee-4fb7-ba1b-70b50bfb9b9d", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:31.040677 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5d9fff88-e8e7-4e4e-bc8f-629b6b3efa52 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:31.041275 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9fff88-e8e7-4e4e-bc8f-629b6b3efa52'] response: {'server_uuid': 'acaf703d-ba5c-4518-a5d9-afa1a34dcfd1', 'name': 'network-vif-deleted', 'tag': 'e0969193-60ee-4fb7-ba1b-70b50bfb9b9d', 'status': 'completed', 'code': 200} Oct 04 08:56:31.077810 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:31.284195 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49488) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:31.361991 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (f32f9dc2-7385-497b-be84-235e35cf0ce2), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:31.384346 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:31.390545 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (f32f9dc2-7385-497b-be84-235e35cf0ce2), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:31.405021 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:31.430949 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] Checking router: 137bc348-f9f2-486d-bdb4-6b1d77c182b8 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:56:31.439248 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:31.439854 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:31.548301 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:31.562695 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (f32f9dc2-7385-497b-be84-235e35cf0ce2), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:31.565652 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:31.567099 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f32f9dc2-7385-497b-be84-235e35cf0ce2 HTTP/1.1" status: 204 len: 168 time: 0.2819116 Oct 04 08:56:31.570378 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49490) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:31.577480 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f9dc2-7385-497b-be84-235e35cf0ce2,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:31.585163 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.api.v2.resource [None req-639f9654-77d4-4a13-ac84-309d4d6e75e2 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] show failed (client error): The resource could not be found. Oct 04 08:56:31.585522 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.588940 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589089 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-639f9654-77d4-4a13-ac84-309d4d6e75e2 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups/f32f9dc2-7385-497b-be84-235e35cf0ce2 HTTP/1.1" status: 404 len: 347 time: 0.0149293 Oct 04 08:56:31.589189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589826 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49492) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:31.589919 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.589919 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.590064 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.591741 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5b079-6a60-489b-9148-ad8a530b9c0e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:31.714630 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Deleting port cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:56:31.722068 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:31.771611 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:31.797162 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebf2a9-549b-4e31-9692-bb57c936c535 None None] The sync data for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi is: [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:56:31.797440 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:31.797624 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:31.811162 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Calling delete_port for cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3 owned by network:floatingip {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:56:31.987927 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-187d4fee-ac68-4612-b524-d0838ac01356 req-1c0f3628-1c53-418e-85f1-d30c8cb06e64 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=acaf703d-ba5c-4518-a5d9-afa1a34dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0577092 Oct 04 08:56:32.040933 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5d9b6-429c-499b-8d39-93f2eda741be req-2888822f-165b-4b3f-8b63-9e8d044ed34e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:32.042853 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.043529 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e8c5d9b6-429c-499b-8d39-93f2eda741be req-2888822f-165b-4b3f-8b63-9e8d044ed34e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0687320 Oct 04 08:56:32.075070 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'Port': ['ID=cdc0c2de-2cdd-45b8-8cbf-57ce93dfb0a3,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:32.110728 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e8c5d9b6-429c-499b-8d39-93f2eda741be req-7e079ef7-c8e8-4515-b0a2-6c24285ed575 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548782 Oct 04 08:56:32.163059 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854a413-a0ec-415f-8de0-3310d42d9d0d None None] New status for floating IP 0a07f6e1-26a1-4943-94f8-a7a06ca124d8: DOWN {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:56:32.165259 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (ce7ea16a-f88b-41fe-953e-395ebeafd2a0), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.168035 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.169222 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-2beef432-81e7-4c67-a56f-27fe9e934cd9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/ce7ea16a-f88b-41fe-953e-395ebeafd2a0 HTTP/1.1" status: 204 len: 168 time: 0.5792367 Oct 04 08:56:32.327947 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49504) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:32.332526 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-08307985-e393-4f35-aee8-0aa2f49f3fab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2089764495', 'description': 'tempest-description--1589663756'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:32.469919 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-08307985-e393-4f35-aee8-0aa2f49f3fab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.542712 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-08307985-e393-4f35-aee8-0aa2f49f3fab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (af7fa260-b667-4333-9f96-e964fb82f5c2), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.612794 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-08307985-e393-4f35-aee8-0aa2f49f3fab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (af7fa260-b667-4333-9f96-e964fb82f5c2), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.641482 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08307985-e393-4f35-aee8-0aa2f49f3fab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7fa260-b667-4333-9f96-e964fb82f5c2,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:32.690748 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-08307985-e393-4f35-aee8-0aa2f49f3fab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.692087 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-08307985-e393-4f35-aee8-0aa2f49f3fab tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3630705 Oct 04 08:56:32.694778 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49506) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:32.698974 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-41d2ae30-94f5-4d1b-9acd-f78d9709a3b5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group_rule': {'security_group_id': 'af7fa260-b667-4333-9f96-e964fb82f5c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:32.706149 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:32.812708 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-41d2ae30-94f5-4d1b-9acd-f78d9709a3b5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (20dbd487-4793-418d-a263-77cc5b9f83fd), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.825355 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:32.872941 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-41d2ae30-94f5-4d1b-9acd-f78d9709a3b5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (20dbd487-4793-418d-a263-77cc5b9f83fd), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.962671 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-41d2ae30-94f5-4d1b-9acd-f78d9709a3b5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (20dbd487-4793-418d-a263-77cc5b9f83fd), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.984019 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2ae30-94f5-4d1b-9acd-f78d9709a3b5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dbd487-4793-418d-a263-77cc5b9f83fd,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:33.098695 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-41d2ae30-94f5-4d1b-9acd-f78d9709a3b5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.098695 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-41d2ae30-94f5-4d1b-9acd-f78d9709a3b5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964140 Oct 04 08:56:33.098695 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49514) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:33.102096 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-d0d76611-563b-4d2d-88ec-88aaf020df84 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group_rule': {'security_group_id': 'af7fa260-b667-4333-9f96-e964fb82f5c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:33.210571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49524) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:33.241179 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d0d76611-563b-4d2d-88ec-88aaf020df84 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (c92795b2-1b02-474b-aa1e-6980561f40b4), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.254999 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:33.263589 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cecdea-2927-4d2a-9f58-14c15497eb6b req-1386f491-4534-4bd6-9815-4e444f7ecca4 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:33.265123 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a1cecdea-2927-4d2a-9f58-14c15497eb6b req-1386f491-4534-4bd6-9815-4e444f7ecca4 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0633664 Oct 04 08:56:33.266074 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80c6add7-db20-481b-9ffb-b9fcba779676 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (2b8a7dd5-3e46-4863-bd84-9941f63f88a3), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.290746 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80c6add7-db20-481b-9ffb-b9fcba779676 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (2b8a7dd5-3e46-4863-bd84-9941f63f88a3), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.337743 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d0d76611-563b-4d2d-88ec-88aaf020df84 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (c92795b2-1b02-474b-aa1e-6980561f40b4), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.345084 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a1cecdea-2927-4d2a-9f58-14c15497eb6b req-fa567475-5c33-41f3-9787-abf542d3828c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707521 Oct 04 08:56:33.466320 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80c6add7-db20-481b-9ffb-b9fcba779676 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2b8a7dd5-3e46-4863-bd84-9941f63f88a3), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.474659 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d0d76611-563b-4d2d-88ec-88aaf020df84 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (c92795b2-1b02-474b-aa1e-6980561f40b4), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.474811 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80c6add7-db20-481b-9ffb-b9fcba779676 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.474811 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-80c6add7-db20-481b-9ffb-b9fcba779676 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2b8a7dd5-3e46-4863-bd84-9941f63f88a3 HTTP/1.1" status: 204 len: 168 time: 0.2595217 Oct 04 08:56:33.475642 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49528) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:33.482511 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6add7-db20-481b-9ffb-b9fcba779676 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8a7dd5-3e46-4863-bd84-9941f63f88a3,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:33.496449 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d76611-563b-4d2d-88ec-88aaf020df84 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92795b2-1b02-474b-aa1e-6980561f40b4,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:33.504220 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.api.v2.resource [None req-fcccb9f4-efb2-4d99-9128-187fe3faa7b2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] show failed (client error): The resource could not be found. Oct 04 08:56:33.505389 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-fcccb9f4-efb2-4d99-9128-187fe3faa7b2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups/2b8a7dd5-3e46-4863-bd84-9941f63f88a3 HTTP/1.1" status: 404 len: 347 time: 0.0247138 Oct 04 08:56:33.508441 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49530) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:33.588083 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d0d76611-563b-4d2d-88ec-88aaf020df84 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.589285 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d0d76611-563b-4d2d-88ec-88aaf020df84 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4935980 Oct 04 08:56:33.592647 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49532) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:33.597264 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:33.624606 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Deleting port 588e71fa-6e32-4095-a40e-5df8907a5684 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:56:33.624948 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (588e71fa-6e32-4095-a40e-5df8907a5684), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.687705 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.699983 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (588e71fa-6e32-4095-a40e-5df8907a5684), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.700305 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (588e71fa-6e32-4095-a40e-5df8907a5684), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.714767 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Calling delete_port for 588e71fa-6e32-4095-a40e-5df8907a5684 owned by network:floatingip {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:56:33.774056 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.852337 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:33.885081 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Allocated IP 172.27.1.222 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/17df72e8-7bcf-4acc-878f-8e782884fa44) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:56:33.963182 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (588e71fa-6e32-4095-a40e-5df8907a5684), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.989715 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (17df72e8-7bcf-4acc-878f-8e782884fa44), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.993835 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event deleted for resources: {'Port': ['ID=588e71fa-6e32-4095-a40e-5df8907a5684,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:34.036270 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:34.057461 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (0a07f6e1-26a1-4943-94f8-a7a06ca124d8), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.059958 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.061134 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ed45a2fb-6bb1-471c-b253-a87220a8bc13 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0a07f6e1-26a1-4943-94f8-a7a06ca124d8 HTTP/1.1" status: 204 len: 168 time: 0.5515218 Oct 04 08:56:34.093767 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (17df72e8-7bcf-4acc-878f-8e782884fa44), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.143182 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:56:34.148292 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:56:34.150972 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:56:34.154435 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=17df72e8-7bcf-4acc-878f-8e782884fa44,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:34.187659 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:56:34.189894 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:34.209297 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: e0969193-60ee-4fb7-ba1b-70b50bfb9b9d {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:56:34.209656 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device e0969193-60ee-4fb7-ba1b-70b50bfb9b9d not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:56:34.225005 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49536) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:34.229880 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-eae7ed9b-81a9-4b37-ab9d-75e44147a50d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852726610', 'description': 'tempest-description--482628686'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:34.306030 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-eae7ed9b-81a9-4b37-ab9d-75e44147a50d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.337374 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:34.381798 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-eae7ed9b-81a9-4b37-ab9d-75e44147a50d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (6078287b-5b2b-407f-bdc3-ca1084e24a2e), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.445902 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:34.461712 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-eae7ed9b-81a9-4b37-ab9d-75e44147a50d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6078287b-5b2b-407f-bdc3-ca1084e24a2e), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.490151 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (e79ad936-4201-44d0-808d-cf56af910367), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.503899 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2c205-1941-46ac-8544-68971f9d539e req-74d2e429-4dd9-41cc-bafd-af2bd57f4b47 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:34.506109 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a1d2c205-1941-46ac-8544-68971f9d539e req-74d2e429-4dd9-41cc-bafd-af2bd57f4b47 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0784760 Oct 04 08:56:34.510908 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7ed9b-81a9-4b37-ab9d-75e44147a50d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6078287b-5b2b-407f-bdc3-ca1084e24a2e,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:34.564631 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a1d2c205-1941-46ac-8544-68971f9d539e req-252c9f00-7ed2-4c84-903c-2a8ee4e6883c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511057 Oct 04 08:56:34.581177 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-eae7ed9b-81a9-4b37-ab9d-75e44147a50d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.582899 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-eae7ed9b-81a9-4b37-ab9d-75e44147a50d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3566811 Oct 04 08:56:34.590326 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49544) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:34.594689 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-211986fe-d5da-4e67-8e84-7901a77264e5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'security_group_rule': {'security_group_id': '6078287b-5b2b-407f-bdc3-ca1084e24a2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:34.615050 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (17df72e8-7bcf-4acc-878f-8e782884fa44), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.687240 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-1577b4ca-0ff3-4fd8-a72c-5b11726065fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.693310 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-211986fe-d5da-4e67-8e84-7901a77264e5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (ad536501-d2ca-4540-ae98-fe4b0791eaf4), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.750288 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-211986fe-d5da-4e67-8e84-7901a77264e5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (ad536501-d2ca-4540-ae98-fe4b0791eaf4), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.774174 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (17df72e8-7bcf-4acc-878f-8e782884fa44), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.825343 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-211986fe-d5da-4e67-8e84-7901a77264e5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (ad536501-d2ca-4540-ae98-fe4b0791eaf4), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.846200 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211986fe-d5da-4e67-8e84-7901a77264e5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad536501-d2ca-4540-ae98-fe4b0791eaf4,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:34.854351 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (17df72e8-7bcf-4acc-878f-8e782884fa44), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.907664 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-211986fe-d5da-4e67-8e84-7901a77264e5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.908908 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-211986fe-d5da-4e67-8e84-7901a77264e5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3175745 Oct 04 08:56:34.911861 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49546) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:34.916208 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-95b9dab7-cf82-48c6-8644-403e9c888e84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'security_group_rule': {'security_group_id': '6078287b-5b2b-407f-bdc3-ca1084e24a2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:34.943928 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (e79ad936-4201-44d0-808d-cf56af910367), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.947727 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=17df72e8-7bcf-4acc-878f-8e782884fa44,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:35.055948 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.057329 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-b19989b6-d4ef-48c9-9027-aaf75a91712e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4636598 Oct 04 08:56:35.058287 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-95b9dab7-cf82-48c6-8644-403e9c888e84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (3e3eedd6-80ee-46a7-b98a-b93d049e5df0), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.124618 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-95b9dab7-cf82-48c6-8644-403e9c888e84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (3e3eedd6-80ee-46a7-b98a-b93d049e5df0), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.174681 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-95b9dab7-cf82-48c6-8644-403e9c888e84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (3e3eedd6-80ee-46a7-b98a-b93d049e5df0), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.203358 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:35.206536 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9dab7-cf82-48c6-8644-403e9c888e84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3eedd6-80ee-46a7-b98a-b93d049e5df0,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:35.289648 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-025e9f28-505f-48cc-bda2-3ddf1edd3540 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2089764495&fields=id&tenant_id=8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 267 time: 0.0437837 Oct 04 08:56:35.301870 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-95b9dab7-cf82-48c6-8644-403e9c888e84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.306107 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-95b9dab7-cf82-48c6-8644-403e9c888e84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3903232 Oct 04 08:56:35.313906 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49564) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:35.313906 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:35.399934 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-9f5318bc-3b0c-4a8c-8ae9-d949fcee711f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:35.401412 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-9f5318bc-3b0c-4a8c-8ae9-d949fcee711f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 815 time: 0.1052687 Oct 04 08:56:35.408674 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.416812 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-970e43a5-419a-4d1d-9307-28cdc32b13e3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/quotas/8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 375 time: 0.0101199 Oct 04 08:56:35.466467 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-1b0633c6-fe90-4707-8e0a-f39f830fb9f6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441787 Oct 04 08:56:35.498766 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.501604 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:35.581825 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-54f57feb-939e-45b5-b85c-ffeeaa2e2907 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028974 Oct 04 08:56:35.619349 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Allocated IP 172.27.1.215 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/b248c868-9818-4534-8e7a-62a5bc1b3bab) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:56:35.721087 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c07167-fca4-4250-8143-1c724bc158df req-912c3352-fe32-4fdb-acf0-4abed724b107 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:35.723456 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c7c07167-fca4-4250-8143-1c724bc158df req-912c3352-fe32-4fdb-acf0-4abed724b107 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0754588 Oct 04 08:56:35.727296 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c4aa15f8-f4db-40d6-8ad7-dba19e0b1a2f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376405 Oct 04 08:56:35.735078 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for port (b248c868-9818-4534-8e7a-62a5bc1b3bab), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.775608 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c7c07167-fca4-4250-8143-1c724bc158df req-b6b1df33-930f-471c-94c2-77c6205127dc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Oct 04 08:56:35.831740 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (b248c868-9818-4534-8e7a-62a5bc1b3bab), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.869175 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:35.876595 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:56:35.879948 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:56:35.883848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:56:35.887419 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'Port': ['ID=b248c868-9818-4534-8e7a-62a5bc1b3bab,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:35.965524 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d58a6a6a-d69c-4704-8d5d-29f6c2aacbf0 req-5843a3f1-16d1-4ca9-b252-6fa09d8eb31d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 210 time: 0.0274816 Oct 04 08:56:35.975771 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (d38892b5-af31-435e-8dc7-9a7c6b5292b5), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.094312 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b248c868-9818-4534-8e7a-62a5bc1b3bab), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.259378 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for port (b248c868-9818-4534-8e7a-62a5bc1b3bab), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.346087 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (b248c868-9818-4534-8e7a-62a5bc1b3bab), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.388350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:36.418721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'Port': ['ID=b248c868-9818-4534-8e7a-62a5bc1b3bab,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:36.421235 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (d38892b5-af31-435e-8dc7-9a7c6b5292b5), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.588150 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.590059 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-40373ca2-bb79-44f7-8f86-4c84910e35be tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2827845 Oct 04 08:56:36.812692 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-8c40086f-0267-40ea-aa6b-96de9b791772 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--852726610&fields=id&tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15 HTTP/1.1" status: 200 len: 267 time: 0.0435455 Oct 04 08:56:36.936473 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf260e-0379-4a06-853e-c11d3e11b31e req-14539eca-a01a-4f55-9e6c-b1beea64f169 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:36.937855 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-26cf260e-0379-4a06-853e-c11d3e11b31e req-14539eca-a01a-4f55-9e6c-b1beea64f169 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0627072 Oct 04 08:56:36.952692 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:36.984130 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-0d3b9c46-4e3b-40b6-aef9-8211c0beb1d6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:36.984549 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-88b9ee46-d76f-4bc5-871c-253574464653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.986359 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-0d3b9c46-4e3b-40b6-aef9-8211c0beb1d6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 816 time: 0.1636300 Oct 04 08:56:37.018218 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-eb3581e9-973d-45d1-9e8e-98eff1ace760 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/quotas/3f3deef8b1cc4c9193e9357f0ba99e15 HTTP/1.1" status: 200 len: 375 time: 0.0252452 Oct 04 08:56:37.022786 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-26cf260e-0379-4a06-853e-c11d3e11b31e req-7d175b10-aa48-41cb-b609-3493822d6059 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739181 Oct 04 08:56:37.074789 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-0637e3d7-bb80-4a7f-89a8-3dfac543afa0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508735 Oct 04 08:56:37.125502 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d0e890c4-f5e4-407c-9467-86e68f953035 req-2935737c-af9a-4b7e-b8dd-0c5245f99fe5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 210 time: 0.0458066 Oct 04 08:56:37.193357 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-45201304-14d3-431d-be34-f3f9b140073c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032672 Oct 04 08:56:37.285905 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e9975e65-36dd-413b-a607-466f94d031ea service neutron] 10.222.0.27 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868721 Oct 04 08:56:37.593745 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a89c50d8-3552-4dd3-b5c1-410f1529c029 req-3ca277e7-2834-4571-8770-26d084eac4ea tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 210 time: 0.0305858 Oct 04 08:56:38.147730 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9218996-36e4-4669-aea1-5db438b05b00 req-eb78a364-808c-483f-80c9-c1be2ea39c40 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:38.149342 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e9218996-36e4-4669-aea1-5db438b05b00 req-eb78a364-808c-483f-80c9-c1be2ea39c40 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0492601 Oct 04 08:56:38.317309 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:38.414530 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5ba22714-7f87-4061-b34e-93642041a208 req-377ef832-e1f8-4e95-9f7a-67191e1725fe tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 210 time: 0.0364647 Oct 04 08:56:38.431078 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e9218996-36e4-4669-aea1-5db438b05b00 req-ef6beafd-338d-4711-a445-8c9001409429 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754157 Oct 04 08:56:38.703719 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-939662a3-64ec-479a-997f-97e548f88925 req-8ff39099-565a-46ae-a93b-b101b2375f45 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 210 time: 0.0297558 Oct 04 08:56:39.519158 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-afbbebc5-7571-43a5-908f-06600d81a7d7 req-6bc4a528-26b6-4be3-b9fb-40925b70eb57 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 210 time: 0.0288906 Oct 04 08:56:39.567498 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becc33e-340a-42e8-87bc-4f39837be94b req-d37165d4-8bbe-43c8-be93-3578ca0cc557 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:39.568986 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6becc33e-340a-42e8-87bc-4f39837be94b req-d37165d4-8bbe-43c8-be93-3578ca0cc557 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0529423 Oct 04 08:56:39.601261 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:39.618759 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6becc33e-340a-42e8-87bc-4f39837be94b req-c5677415-037e-4e2a-b8a8-800940c3c2d1 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Oct 04 08:56:39.809318 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-024f2261-e831-4567-9c3e-39b6be5ad03b req-4734c482-d0c0-4451-bfa9-487cc2e610c0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 210 time: 0.0270400 Oct 04 08:56:40.065521 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:40.623867 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2078acd8-66f9-4bca-bfd8-9254442145bd req-6f7caed4-5722-41c0-b41e-4bdc80ecee76 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 210 time: 0.0267725 Oct 04 08:56:40.745268 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142a-30e2-4928-80c0-f0add44e9a71 req-92315df4-294e-4096-9513-42802e62f357 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:40.746899 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a622142a-30e2-4928-80c0-f0add44e9a71 req-92315df4-294e-4096-9513-42802e62f357 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0504558 Oct 04 08:56:40.794428 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a622142a-30e2-4928-80c0-f0add44e9a71 req-625d30b0-eca0-44a1-8b0a-c45322f62731 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Oct 04 08:56:40.933097 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-675ac630-73b9-4d4c-ad06-27f27308fdb3 req-88b7367f-bac9-448f-a942-4967852af53d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 210 time: 0.0269415 Oct 04 08:56:41.150038 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-ec14d190-496b-43eb-a2bf-2264d83cef2f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:41.151506 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-ec14d190-496b-43eb-a2bf-2264d83cef2f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 815 time: 0.1071212 Oct 04 08:56:41.221904 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-4cec2251-3f87-47c9-8e23-f213015be1a2 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 380 time: 0.0555894 Oct 04 08:56:41.238452 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'port': {'device_id': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'admin_state_up': True, 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'security_groups': ['af7fa260-b667-4333-9f96-e964fb82f5c2']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:41.499778 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Made reservation on behalf of 8760be982f804a9aa319b989aa1c3118 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:56:41.503579 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:41.642194 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Allocated IP 172.20.0.11 (38eace1c-70a5-4e3a-880c-50986fb2cf27/5a0e5f3a-88fe-472a-9807-bd126d762ed8/3f7e3944-8bfb-4131-9b47-16932063c516) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:56:41.738998 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:41.749408 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ff1bfdd-eff1-4dc3-b09f-15478dc65a33 req-175cd73d-27a7-4889-8541-67a5c15e9ebe tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 210 time: 0.0410795 Oct 04 08:56:41.790264 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (3f7e3944-8bfb-4131-9b47-16932063c516), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:41.879622 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:41.928447 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb111de5-8ebc-42af-9a8e-7c54ee9c5cb5 req-505e6e41-9045-45ee-be64-c0669d5e537f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:41.928447 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cb111de5-8ebc-42af-9a8e-7c54ee9c5cb5 req-505e6e41-9045-45ee-be64-c0669d5e537f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0527291 Oct 04 08:56:41.945878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:41.988005 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cb111de5-8ebc-42af-9a8e-7c54ee9c5cb5 req-1df817b4-fe68-46a9-b444-41436e52f9b4 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462611 Oct 04 08:56:42.014584 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:42.038174 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:56:42.050322 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:56:42.050322 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:56:42.051447 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=3f7e3944-8bfb-4131-9b47-16932063c516,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:42.070743 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b5905735-5937-4fdb-a344-f64ea5e834bf req-4ffb0df4-f49c-4612-beb1-6290bcad95b6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 210 time: 0.0304842 Oct 04 08:56:42.103346 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:42.104061 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:42.198182 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-c5f66339-b5ed-4019-8253-b33518fbd612 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9634442 Oct 04 08:56:42.231116 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-c479ea0c-29aa-4d75-9e51-86e1e7bb22ae None None] Provisioning complete for port 3f7e3944-8bfb-4131-9b47-16932063c516 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:56:42.234140 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c479ea0c-29aa-4d75-9e51-86e1e7bb22ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:42.234140 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-c479ea0c-29aa-4d75-9e51-86e1e7bb22ae None None] Attempt 1 to provision port 3f7e3944-8bfb-4131-9b47-16932063c516 Oct 04 08:56:42.263841 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-c479ea0c-29aa-4d75-9e51-86e1e7bb22ae None None] Port 3f7e3944-8bfb-4131-9b47-16932063c516 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:56:42.879683 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7249d0-0e55-40ba-932b-fa93fbadae5f req-e31e868d-a70b-43c2-aea0-07e8bddea978 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:42.881205 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2f7249d0-0e55-40ba-932b-fa93fbadae5f req-e31e868d-a70b-43c2-aea0-07e8bddea978 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 932 time: 0.0467069 Oct 04 08:56:42.929295 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2f7249d0-0e55-40ba-932b-fa93fbadae5f req-f671b1fe-a108-4ebd-8d54-632c0a4067a3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421612 Oct 04 08:56:42.987232 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Request body: {'port': {'device_id': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:43.127389 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fc6db-e4f7-4e61-973d-fdca2f792e71 req-eb3080a8-5b01-48b0-b3d8-c421d21baaed tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:43.128884 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ef7fc6db-e4f7-4e61-973d-fdca2f792e71 req-eb3080a8-5b01-48b0-b3d8-c421d21baaed tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0546517 Oct 04 08:56:43.146762 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.192987 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-08c335c9-c49d-4075-b389-b27950b31b34 req-4e763a89-8678-43ce-90e3-0d68253d185b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 210 time: 0.0380371 Oct 04 08:56:43.215916 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ef7fc6db-e4f7-4e61-973d-fdca2f792e71 req-6a4ebbec-2f41-474d-91ba-01e3487349b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791440 Oct 04 08:56:43.242915 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-fc360ba6-88fe-468e-bea2-c07d25196ef7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:43.244318 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-fc360ba6-88fe-468e-bea2-c07d25196ef7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 816 time: 0.2335541 Oct 04 08:56:43.457769 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7e3944-8bfb-4131-9b47-16932063c516 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:56:43.465433 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Publish callbacks [] for port (3f7e3944-8bfb-4131-9b47-16932063c516), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.477759 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Transition to ACTIVE for port object 3f7e3944-8bfb-4131-9b47-16932063c516 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:56:43.522333 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.627263 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Pushing event updated for resources: {'Port': ['ID=3f7e3944-8bfb-4131-9b47-16932063c516,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:43.673325 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df000d-c2a3-4154-a601-6b22910a627a req-9350fb94-bc33-4bb6-94b6-5b4e02dc3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:43.674760 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-64df000d-c2a3-4154-a601-6b22910a627a req-9350fb94-bc33-4bb6-94b6-5b4e02dc3f68 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 1129 time: 0.1236935 Oct 04 08:56:43.730260 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-f442b52f-4352-4c31-9523-ae449a2b4f78 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15 HTTP/1.1" status: 200 len: 379 time: 0.1669848 Oct 04 08:56:43.736044 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:43.743714 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Attempting to bind port 3f7e3944-8bfb-4131-9b47-16932063c516 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:56:43.744051 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Attempting to bind port 3f7e3944-8bfb-4131-9b47-16932063c516 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:56:43.744378 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Attempting to bind port 3f7e3944-8bfb-4131-9b47-16932063c516 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:56:43.779160 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-64df000d-c2a3-4154-a601-6b22910a627a req-0951e45e-78c5-441c-ad73-f790078c615f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946381 Oct 04 08:56:43.796324 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:43.798452 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Port 3f7e3944-8bfb-4131-9b47-16932063c516 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:56:43.802759 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Attempting to bind port 3f7e3944-8bfb-4131-9b47-16932063c516 on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:56:43.843902 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:56:43.844290 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Checking segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:56:43.844667 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Bound using segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:56:43.845097 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Bound port: 3f7e3944-8bfb-4131-9b47-16932063c516, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:56:43.845449 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.907123 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] For port 3f7e3944-8bfb-4131-9b47-16932063c516, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:56:43.912030 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] For port 3f7e3944-8bfb-4131-9b47-16932063c516, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3f7e3944-8bfb-4131-9b47-16932063c516,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:56:43.980292 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.984602 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:43.985205 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.986628 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/3f7e3944-8bfb-4131-9b47-16932063c516 HTTP/1.1" status: 200 len: 1094 time: 1.0037053 Oct 04 08:56:43.987283 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'tag': '3f7e3944-8bfb-4131-9b47-16932063c516'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:43.989530 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de59e81-b800-41a6-863b-ecb70f8cfae7" -d '{"events": [{"name": "network-changed", "server_uuid": "01deb208-ffd0-4664-90dc-aca0a3fff70e", "tag": "3f7e3944-8bfb-4131-9b47-16932063c516"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:44.016413 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'port': {'device_id': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'admin_state_up': True, 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'security_groups': ['6078287b-5b2b-407f-bdc3-ca1084e24a2e']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:44.075794 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6827d0a4-3ff0-405e-94aa-a6bb7f256cf6 x-openstack-request-id: req-6827d0a4-3ff0-405e-94aa-a6bb7f256cf6 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:44.075794 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01deb208-ffd0-4664-90dc-aca0a3fff70e", "tag": "3f7e3944-8bfb-4131-9b47-16932063c516", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:44.075794 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6827d0a4-3ff0-405e-94aa-a6bb7f256cf6 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:44.075794 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6827d0a4-3ff0-405e-94aa-a6bb7f256cf6'] response: {'name': 'network-changed', 'server_uuid': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'tag': '3f7e3944-8bfb-4131-9b47-16932063c516', 'status': 'completed', 'code': 200} Oct 04 08:56:44.090368 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f2472-9d24-4837-92f0-e35ff9d2de6c req-bd9d8caa-de39-4cd0-b525-9d1f8b1f199d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.099668 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-992f2472-9d24-4837-92f0-e35ff9d2de6c req-bd9d8caa-de39-4cd0-b525-9d1f8b1f199d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 944 time: 0.0940187 Oct 04 08:56:44.138552 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca71776-6a8e-4d8b-82b4-455ef2ebf29a service neutron] Pushing event updated for resources: {'Port': ['ID=3f7e3944-8bfb-4131-9b47-16932063c516,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:44.159135 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de59e81-b800-41a6-863b-ecb70f8cfae7 req-962b48e3-11d0-493d-a12a-9eabc4e40f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.160651 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5de59e81-b800-41a6-863b-ecb70f8cfae7 req-962b48e3-11d0-493d-a12a-9eabc4e40f15 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 1128 time: 0.0802219 Oct 04 08:56:44.171242 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-992f2472-9d24-4837-92f0-e35ff9d2de6c req-86f37845-3ea4-45a2-8258-56d4c0e3a95b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683472 Oct 04 08:56:44.305123 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:44.305357 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de59e81-b800-41a6-863b-ecb70f8cfae7 req-db9644e6-5099-41df-afd1-2b30eca03c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.306720 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5de59e81-b800-41a6-863b-ecb70f8cfae7 req-db9644e6-5099-41df-afd1-2b30eca03c6f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=8760be982f804a9aa319b989aa1c3118&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1384625 Oct 04 08:56:44.345655 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Made reservation on behalf of 3f3deef8b1cc4c9193e9357f0ba99e15 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:56:44.351522 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:44.361758 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6cd8d10e-c85f-4500-bab3-6f0693f4c2af req-1bb759dd-8a57-440a-90eb-994798066e5b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 210 time: 0.0551016 Oct 04 08:56:44.383444 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb19896-1c5f-466c-a344-ba82341eb129 req-f50791a3-12aa-4673-bf76-3145bdedac6d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.385348 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cfb19896-1c5f-466c-a344-ba82341eb129 req-f50791a3-12aa-4673-bf76-3145bdedac6d tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0893106 Oct 04 08:56:44.465760 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cfb19896-1c5f-466c-a344-ba82341eb129 req-db8466b0-f17e-4371-8d43-5135bbe390ab tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616603 Oct 04 08:56:44.530975 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Allocated IP 172.20.0.4 (19b6a461-a067-4350-add8-ace0265cc9ea/f202977f-c133-481f-ac46-47b331e3cbed/7224ed3c-c9cb-445e-bb2f-be715b606313) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:56:44.771466 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de59e81-b800-41a6-863b-ecb70f8cfae7 req-795f8f5e-22e9-4527-866f-1b033c9e52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.772913 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5de59e81-b800-41a6-863b-ecb70f8cfae7 req-795f8f5e-22e9-4527-866f-1b033c9e52cd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2088380 Oct 04 08:56:44.785302 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:44.789005 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:44.809590 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:44.905023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:44.955843 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Network 19b6a461-a067-4350-add8-ace0265cc9ea is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:56:44.959105 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:56:44.963143 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:56:44.993714 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:45.022742 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.023430 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:45.131790 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-6e3fadb9-a40c-420f-8d8c-880882762406 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1176655 Oct 04 08:56:45.234946 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-385ce6e1-b8c1-47a1-99f3-9c4ebe6f44b5 None None] Provisioning complete for port 7224ed3c-c9cb-445e-bb2f-be715b606313 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:56:45.235557 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-385ce6e1-b8c1-47a1-99f3-9c4ebe6f44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:45.235642 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-385ce6e1-b8c1-47a1-99f3-9c4ebe6f44b5 None None] Attempt 1 to provision port 7224ed3c-c9cb-445e-bb2f-be715b606313 Oct 04 08:56:45.272670 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-385ce6e1-b8c1-47a1-99f3-9c4ebe6f44b5 None None] Port 7224ed3c-c9cb-445e-bb2f-be715b606313 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:56:45.310169 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f885ca4-79af-4317-9082-cfd21fbca563 req-e57d3783-3bb2-49ae-a730-149f2a017edd tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.311997 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2f885ca4-79af-4317-9082-cfd21fbca563 req-e57d3783-3bb2-49ae-a730-149f2a017edd tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 944 time: 0.0616279 Oct 04 08:56:45.329344 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-0ab8a63f-682f-42b2-bed5-6acdaa1c1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.330976 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-0ab8a63f-682f-42b2-bed5-6acdaa1c1d66 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 1128 time: 0.0453064 Oct 04 08:56:45.385212 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2f885ca4-79af-4317-9082-cfd21fbca563 req-733b5c87-085e-48e9-bcf8-c9bbbcbd87bb tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650802 Oct 04 08:56:45.435366 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Request body: {'port': {'device_id': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:45.491282 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-16862fcc-c1d0-4a63-a9e0-0c23682f5096 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7e3944-8bfb-4131-9b47-16932063c516 HTTP/1.1" status: 200 len: 217 time: 0.0528467 Oct 04 08:56:45.515724 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a311dfd-1e30-4af7-855a-7d07dc8750e6 req-431e9594-fa23-4284-9468-19ed9703ff66 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.517389 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3a311dfd-1e30-4af7-855a-7d07dc8750e6 req-431e9594-fa23-4284-9468-19ed9703ff66 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 931 time: 0.0523472 Oct 04 08:56:45.564147 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:45.567230 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3a311dfd-1e30-4af7-855a-7d07dc8750e6 req-ad66e249-1861-46e1-80ab-6eb35f0a3331 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433409 Oct 04 08:56:45.616648 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-a30cc4f4-408d-4549-ac30-7d1f0a5107aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.616648 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-a30cc4f4-408d-4549-ac30-7d1f0a5107aa service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.1123486 Oct 04 08:56:45.710782 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a089b2-3998-41d6-a3ba-2a89be319b5d req-19f08684-06df-4945-9e7b-e6c6fb853990 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.712357 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-74a089b2-3998-41d6-a3ba-2a89be319b5d req-19f08684-06df-4945-9e7b-e6c6fb853990 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0610092 Oct 04 08:56:45.722578 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-e61dc856-c5ad-4752-9983-7c0675e2da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.724830 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-e61dc856-c5ad-4752-9983-7c0675e2da34 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013441 Oct 04 08:56:45.764543 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d36af-eca1-4998-8571-6b5ff834183f req-0a0ee832-5ad9-4979-a00f-4b4536d2f78f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.766117 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f24d36af-eca1-4998-8571-6b5ff834183f req-0a0ee832-5ad9-4979-a00f-4b4536d2f78f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0728378 Oct 04 08:56:45.810450 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-74a089b2-3998-41d6-a3ba-2a89be319b5d req-e78144ef-cac3-4881-9da0-dc6562fb1697 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807819 Oct 04 08:56:45.840127 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f24d36af-eca1-4998-8571-6b5ff834183f req-2afb1e00-dbd5-4d02-88ca-de90a66aed8b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629337 Oct 04 08:56:45.928179 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-f0edaa9a-ab9b-44ca-aba1-9af44a8a604b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393893 Oct 04 08:56:45.957488 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:46.005080 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7224ed3c-c9cb-445e-bb2f-be715b606313 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:56:46.016037 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Publish callbacks [] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:46.039653 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Transition to ACTIVE for port object 7224ed3c-c9cb-445e-bb2f-be715b606313 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:56:46.064098 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0682dce5-a6b0-4f85-a303-a147a7c508a0 req-d54fdc1a-a046-4430-821a-0bcaf3cdc83a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150887 Oct 04 08:56:46.110142 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:46.165142 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:46.189171 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:46.228090 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Attempting to bind port 7224ed3c-c9cb-445e-bb2f-be715b606313 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:56:46.228428 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Attempting to bind port 7224ed3c-c9cb-445e-bb2f-be715b606313 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:56:46.228761 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Attempting to bind port 7224ed3c-c9cb-445e-bb2f-be715b606313 on network 19b6a461-a067-4350-add8-ace0265cc9ea {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:56:46.517881 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ec324-52f7-4f83-b8dd-5d4b13ed1e7d req-e6ade652-eee7-4447-becf-7dd103a33af1 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:46.519405 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-523ec324-52f7-4f83-b8dd-5d4b13ed1e7d req-e6ade652-eee7-4447-becf-7dd103a33af1 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 944 time: 0.0508387 Oct 04 08:56:46.528673 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Port 7224ed3c-c9cb-445e-bb2f-be715b606313 on network 19b6a461-a067-4350-add8-ace0265cc9ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:56:46.532482 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Attempting to bind port 7224ed3c-c9cb-445e-bb2f-be715b606313 on network 19b6a461-a067-4350-add8-ace0265cc9ea {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:56:46.574207 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:56:46.574483 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Checking segment: {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:56:46.574873 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Bound using segment: {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:56:46.575316 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Bound port: 7224ed3c-c9cb-445e-bb2f-be715b606313, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b6e79ee-2ed3-4665-87cf-d58c8ad46798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:56:46.575991 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:46.596812 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-523ec324-52f7-4f83-b8dd-5d4b13ed1e7d req-d9d9a6a0-99f4-4525-bd39-53546e0b29a4 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531826 Oct 04 08:56:46.641459 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:56:46.644434 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:56:46.715801 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf231357-8b7e-4f56-9234-72bc4b3c53f4 req-496033f4-157b-4356-a39e-254a975999a8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:46.722228 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:46.722388 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cf231357-8b7e-4f56-9234-72bc4b3c53f4 req-496033f4-157b-4356-a39e-254a975999a8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0510659 Oct 04 08:56:46.722555 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:46.722555 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:46.722926 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/7224ed3c-c9cb-445e-bb2f-be715b606313 HTTP/1.1" status: 200 len: 1093 time: 1.2918568 Oct 04 08:56:46.725852 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:46.728409 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00405cc1-7039-4129-a5e9-f1be43b01f76" -d '{"events": [{"name": "network-changed", "server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:46.769954 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cf231357-8b7e-4f56-9234-72bc4b3c53f4 req-b7b904c3-ba7e-4bdf-83b2-716c95b96b20 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468452 Oct 04 08:56:46.774090 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805681ea-1bfa-48b5-b44e-e1e97a91dfcd x-openstack-request-id: req-805681ea-1bfa-48b5-b44e-e1e97a91dfcd {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:46.774468 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:46.774723 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-805681ea-1bfa-48b5-b44e-e1e97a91dfcd {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:46.775117 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805681ea-1bfa-48b5-b44e-e1e97a91dfcd'] response: {'name': 'network-changed', 'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'status': 'completed', 'code': 200} Oct 04 08:56:46.791751 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70540c7-b97f-4230-a28b-6f569d5819c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:46.961507 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28826d5-748c-496d-9a37-f78d49e6bc58 req-11d925c6-91cc-402c-8aab-f14d91b82d5b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:46.963017 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e28826d5-748c-496d-9a37-f78d49e6bc58 req-11d925c6-91cc-402c-8aab-f14d91b82d5b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0727563 Oct 04 08:56:46.967682 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:46.985278 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ccb82-5796-4ca9-8edc-a787063f87d6 req-df904380-696a-40c1-bfaf-2750809db828 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:46.986809 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3b6ccb82-5796-4ca9-8edc-a787063f87d6 req-df904380-696a-40c1-bfaf-2750809db828 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0682724 Oct 04 08:56:47.058547 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e28826d5-748c-496d-9a37-f78d49e6bc58 req-3d8ad981-7670-4141-9da3-b0383b3e49ae tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895126 Oct 04 08:56:47.062620 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3b6ccb82-5796-4ca9-8edc-a787063f87d6 req-3e3470cc-d203-4cab-8ed6-b37991184f3e tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678914 Oct 04 08:56:47.230557 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00405cc1-7039-4129-a5e9-f1be43b01f76 req-e37fdae0-b58b-48ad-b536-fe3e02b4bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.232054 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-00405cc1-7039-4129-a5e9-f1be43b01f76 req-e37fdae0-b58b-48ad-b536-fe3e02b4bc51 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 1127 time: 0.0427477 Oct 04 08:56:47.338438 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00405cc1-7039-4129-a5e9-f1be43b01f76 req-ee358f71-9919-4c5b-9aca-4156d7e7b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.339886 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-00405cc1-7039-4129-a5e9-f1be43b01f76 req-ee358f71-9919-4c5b-9aca-4156d7e7b0c5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0977001 Oct 04 08:56:47.435650 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00405cc1-7039-4129-a5e9-f1be43b01f76 req-d14d23c1-e854-40d3-bd6d-9818349d0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.437097 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-00405cc1-7039-4129-a5e9-f1be43b01f76 req-d14d23c1-e854-40d3-bd6d-9818349d0aeb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911870 Oct 04 08:56:47.513742 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-8ea2fd12-23c1-4e16-8782-e4a23fb92972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.515330 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-8ea2fd12-23c1-4e16-8782-e4a23fb92972 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 1127 time: 0.0401750 Oct 04 08:56:47.562482 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-375a2fda-d1c7-4cb6-88cb-51af355f7649 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7224ed3c-c9cb-445e-bb2f-be715b606313 HTTP/1.1" status: 200 len: 217 time: 0.0394320 Oct 04 08:56:47.615445 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-d8474443-db6e-4b56-a120-31f13d19ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.616882 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-d8474443-db6e-4b56-a120-31f13d19ce88 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0480466 Oct 04 08:56:47.617975 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e493-e144-4ecd-a2c5-18515c9187b7 req-1d7f155b-0328-4492-ae4c-f2906d37a1c7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.620462 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0998e493-e144-4ecd-a2c5-18515c9187b7 req-1d7f155b-0328-4492-ae4c-f2906d37a1c7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0539260 Oct 04 08:56:47.653806 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:47.674324 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:47.703438 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-91fcf28b-3307-436c-b1f0-21da3fc82523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.704924 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-91fcf28b-3307-436c-b1f0-21da3fc82523 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820899 Oct 04 08:56:47.712717 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-f7f96b23-097d-4447-b51d-e7c5dac4ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.714240 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-f7f96b23-097d-4447-b51d-e7c5dac4ecde service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 1129 time: 0.0493150 Oct 04 08:56:47.717270 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0998e493-e144-4ecd-a2c5-18515c9187b7 req-93da0254-e983-498c-8f09-6b53e6bfafb5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810730 Oct 04 08:56:47.734699 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9202c-b193-4db5-bc6c-f9ef42c8633e req-515d9f0d-f9c1-459a-a873-3141fdd85d19 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.736520 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d3d9202c-b193-4db5-bc6c-f9ef42c8633e req-515d9f0d-f9c1-459a-a873-3141fdd85d19 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 944 time: 0.0628347 Oct 04 08:56:47.787128 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d3d9202c-b193-4db5-bc6c-f9ef42c8633e req-a4853f89-6b6f-4852-8a7c-d23d62b75a19 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425673 Oct 04 08:56:47.882473 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-91cfcb80-c929-4e2b-9e52-2ece68b2ee2f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672239 Oct 04 08:56:47.883923 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-720f3cd8-0030-4d9a-b2cf-e1e64597b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.885505 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-720f3cd8-0030-4d9a-b2cf-e1e64597b496 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.1623685 Oct 04 08:56:47.917685 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f31fc-3331-49e6-aabe-e60c1007deb8 req-6ded32ff-d207-4b4d-8156-cb17719c6618 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.919329 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f82f31fc-3331-49e6-aabe-e60c1007deb8 req-6ded32ff-d207-4b4d-8156-cb17719c6618 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0564835 Oct 04 08:56:47.956108 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:47.982498 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f82f31fc-3331-49e6-aabe-e60c1007deb8 req-b6f99f6c-f536-4845-bf70-9423fd12e395 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570617 Oct 04 08:56:48.015865 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-350ac3ae-09ea-41e6-aa6d-53cc7a8030a1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58411766-09ff-4773-bf48-970dc9dc8309 HTTP/1.1" status: 200 len: 1001 time: 0.1077204 Oct 04 08:56:48.077202 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b1c9cd2-fec4-4122-820c-11bd02c65d96 req-77aa50d6-071d-4266-a5e4-fe6d8be1d560 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810589 Oct 04 08:56:48.088983 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-3f1714c0-c995-4d16-be2f-d662d8541132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:48.090451 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-3f1714c0-c995-4d16-be2f-d662d8541132 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.0652854 Oct 04 08:56:48.146746 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-abbe8a6f-109e-48f6-8b84-da6c19196b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:48.148314 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-abbe8a6f-109e-48f6-8b84-da6c19196b07 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408838 Oct 04 08:56:48.186726 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9b7c3-7584-466a-b92d-9ad7e21bdccd req-62163496-0dfe-49e1-bdf1-f28845df9be3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:48.188808 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ebc9b7c3-7584-466a-b92d-9ad7e21bdccd req-62163496-0dfe-49e1-bdf1-f28845df9be3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0481677 Oct 04 08:56:48.236118 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ebc9b7c3-7584-466a-b92d-9ad7e21bdccd req-9777f543-0a89-4e23-9336-d47289a04875 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412569 Oct 04 08:56:48.245067 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-e9af5a2c-66e8-4f24-b845-b026abe421d9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897815 Oct 04 08:56:48.842363 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55158df-9938-41e7-be53-e56a23778a07 req-962d0309-2bc8-41e0-a39c-be98b9863353 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:48.843880 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c55158df-9938-41e7-be53-e56a23778a07 req-962d0309-2bc8-41e0-a39c-be98b9863353 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0451586 Oct 04 08:56:48.928742 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf713-5682-4615-8a93-26e3aae1cd4f req-89ecd96c-de66-40db-80c4-5eb2dc1a593f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:48.930198 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0babf713-5682-4615-8a93-26e3aae1cd4f req-89ecd96c-de66-40db-80c4-5eb2dc1a593f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 944 time: 0.0633843 Oct 04 08:56:48.933228 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c55158df-9938-41e7-be53-e56a23778a07 req-5dd9de55-1bdf-4a0f-a3ee-11f3354baa81 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831099 Oct 04 08:56:48.978424 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0babf713-5682-4615-8a93-26e3aae1cd4f req-e17d48d5-7508-4235-8ce3-18509160560c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 Oct 04 08:56:49.116963 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc18c79-4460-4ba1-9f74-e37bb55a7b99 req-5ba9f737-d8b4-4c88-ada1-f5af4e57291a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:49.118497 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-afc18c79-4460-4ba1-9f74-e37bb55a7b99 req-5ba9f737-d8b4-4c88-ada1-f5af4e57291a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0526347 Oct 04 08:56:49.171168 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-afc18c79-4460-4ba1-9f74-e37bb55a7b99 req-0d60ce78-7081-42d6-b5f7-b88ddfc7c2e9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469446 Oct 04 08:56:49.282869 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-bf42d50e-3a23-4855-b503-c7a42fcb00e2 req-4e901452-28bb-4e55-a61e-2670f5ffb7ac service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909228 Oct 04 08:56:49.363715 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae45f48-e14c-4ae3-a150-68758505ac12 req-5b210439-f44d-4d21-9a74-6d4e7a9dacfe tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:49.365863 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ae45f48-e14c-4ae3-a150-68758505ac12 req-5b210439-f44d-4d21-9a74-6d4e7a9dacfe tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0483851 Oct 04 08:56:49.418078 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ae45f48-e14c-4ae3-a150-68758505ac12 req-b9ab7f30-7149-483c-a01d-9e1dc3a9db27 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466824 Oct 04 08:56:50.057042 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e476a1b-ebbc-40d5-bfab-48b7e7535a39 req-ff791a29-4be9-48eb-a60c-7db7d7e61bd7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:50.058654 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3e476a1b-ebbc-40d5-bfab-48b7e7535a39 req-ff791a29-4be9-48eb-a60c-7db7d7e61bd7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Oct 04 08:56:50.128965 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42544f0c-9af4-4981-81a9-1d2220243750 req-87dc22dc-529d-40e9-8d7b-1a18aa49ef5c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:50.130516 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-42544f0c-9af4-4981-81a9-1d2220243750 req-87dc22dc-529d-40e9-8d7b-1a18aa49ef5c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 944 time: 0.0709603 Oct 04 08:56:50.157654 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3e476a1b-ebbc-40d5-bfab-48b7e7535a39 req-4c9a8754-5b53-47f4-bb6c-4db75ea96d18 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882564 Oct 04 08:56:50.159687 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:50.188019 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-42544f0c-9af4-4981-81a9-1d2220243750 req-47d99161-5283-4451-8265-5d4c1e869642 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493236 Oct 04 08:56:50.276317 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 3f7e3944-8bfb-4131-9b47-16932063c516 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:56:50.296010 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc507f9-daee-4945-be58-80d31a36b5c1 req-bb208192-1b24-4f2c-8662-3b7b39e7ae7e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:50.298768 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8dc507f9-daee-4945-be58-80d31a36b5c1 req-bb208192-1b24-4f2c-8662-3b7b39e7ae7e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0496016 Oct 04 08:56:50.356144 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8dc507f9-daee-4945-be58-80d31a36b5c1 req-eccc157f-f077-47ac-b032-ceb94de2215c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506601 Oct 04 08:56:50.381441 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 3f7e3944-8bfb-4131-9b47-16932063c516, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3f7e3944-8bfb-4131-9b47-16932063c516,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:50.393263 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '3f7e3944-8bfb-4131-9b47-16932063c516', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'port_id': '3f7e3944-8bfb-4131-9b47-16932063c516', 'mac_address': 'fa:16:3e:5b:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:56:50.430224 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 3f7e3944-8bfb-4131-9b47-16932063c516 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:56:50.430687 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:50.445109 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7e3944-8bfb-4131-9b47-16932063c516 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:56:50.465270 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 3f7e3944-8bfb-4131-9b47-16932063c516, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3f7e3944-8bfb-4131-9b47-16932063c516,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:50.532830 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:50.547067 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b718a2b-c0e8-4fbb-a7aa-33ce6ac798bc req-7a0915c2-cb1b-4166-bd56-46fa7482fc52 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:50.548538 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4b718a2b-c0e8-4fbb-a7aa-33ce6ac798bc req-7a0915c2-cb1b-4166-bd56-46fa7482fc52 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0458009 Oct 04 08:56:50.581287 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=3f7e3944-8bfb-4131-9b47-16932063c516,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:50.588884 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.589299 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.589644 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.589981 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.590314 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.590667 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.590991 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.591313 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.591637 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.591957 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.592280 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.592620 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.592946 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.593259 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.593581 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:50.605553 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4b718a2b-c0e8-4fbb-a7aa-33ce6ac798bc req-4faebd57-5c55-4547-a1a9-c23293ceb79a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501175 Oct 04 08:56:50.812768 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['3f7e3944-8bfb-4131-9b47-16932063c516'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:56:51.319507 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc646a-8288-4ac9-b1f4-d92be60c61c3 req-9821305a-6a59-4cc6-8634-cc5cf3fcc6b7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.320949 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6ecc646a-8288-4ac9-b1f4-d92be60c61c3 req-9821305a-6a59-4cc6-8634-cc5cf3fcc6b7 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0865774 Oct 04 08:56:51.331040 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101c62-cfa1-408e-a422-d816ae2ed934 req-4b1401d9-c0d0-49fd-9dcd-17bcc665dade tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.332432 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a3101c62-cfa1-408e-a422-d816ae2ed934 req-4b1401d9-c0d0-49fd-9dcd-17bcc665dade tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 945 time: 0.0594530 Oct 04 08:56:51.346877 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:51.407452 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6ecc646a-8288-4ac9-b1f4-d92be60c61c3 req-604e4eb8-ff2d-4845-a2a3-8bc066bd2698 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740805 Oct 04 08:56:51.414881 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a3101c62-cfa1-408e-a422-d816ae2ed934 req-ff89fd29-b3c2-4d26-8879-553c25f6fca4 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748010 Oct 04 08:56:51.512689 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb19966-c7d4-4c6f-8222-46399713eca2 req-6c9d424b-e1e8-4a72-a8d1-2240fb51cb6b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.514535 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5bb19966-c7d4-4c6f-8222-46399713eca2 req-6c9d424b-e1e8-4a72-a8d1-2240fb51cb6b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0499165 Oct 04 08:56:51.564073 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5bb19966-c7d4-4c6f-8222-46399713eca2 req-5e09717f-105c-4558-8bd7-81b086275dce tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423856 Oct 04 08:56:51.629870 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:51.634882 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:51.726989 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc384255-21e8-4564-b00c-6285ae5076ce req-f6f3ca7b-ab22-442c-a38e-07138af7e404 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.728468 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bc384255-21e8-4564-b00c-6285ae5076ce req-f6f3ca7b-ab22-442c-a38e-07138af7e404 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0476193 Oct 04 08:56:51.770356 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49814) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:51.775509 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bc384255-21e8-4564-b00c-6285ae5076ce req-b96ea5f2-eca0-4bc5-857e-d1c946aa20b6 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414913 Oct 04 08:56:51.817216 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15229ef-1c91-440f-9e15-f320a0f86999 admin admin] Deleting subnet 44e15746-5976-465f-b007-5454875cc515 {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:56:51.820591 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c15229ef-1c91-440f-9e15-f320a0f86999 admin admin] Publish callbacks [] for subnet (44e15746-5976-465f-b007-5454875cc515), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:51.856004 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c15229ef-1c91-440f-9e15-f320a0f86999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (44e15746-5976-465f-b007-5454875cc515), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:51.894362 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c15229ef-1c91-440f-9e15-f320a0f86999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (44e15746-5976-465f-b007-5454875cc515), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.013307 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c15229ef-1c91-440f-9e15-f320a0f86999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (44e15746-5976-465f-b007-5454875cc515), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.039993 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15229ef-1c91-440f-9e15-f320a0f86999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e15746-5976-465f-b007-5454875cc515,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:52.043701 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c15229ef-1c91-440f-9e15-f320a0f86999 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.046862 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c15229ef-1c91-440f-9e15-f320a0f86999 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/44e15746-5976-465f-b007-5454875cc515 HTTP/1.1" status: 204 len: 168 time: 0.2742038 Oct 04 08:56:52.049418 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49816) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:52.120577 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (55fbb12a-1798-478e-a82a-501e9d9942f8), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.198455 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (55fbb12a-1798-478e-a82a-501e9d9942f8), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.218932 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fbb12a-1798-478e-a82a-501e9d9942f8']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:52.228150 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c4de15-beeb-4c8d-bdf9-f0948922a41b') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:52.228451 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c4de15-beeb-4c8d-bdf9-f0948922a41b') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:52.241793 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (91c4de15-beeb-4c8d-bdf9-f0948922a41b), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.254787 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (91c4de15-beeb-4c8d-bdf9-f0948922a41b), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.262044 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:56:52.262426 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (91c4de15-beeb-4c8d-bdf9-f0948922a41b), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.276536 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 7224ed3c-c9cb-445e-bb2f-be715b606313 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:56:52.284831 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 3f7e3944-8bfb-4131-9b47-16932063c516 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:56:52.303611 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 91c4de15-beeb-4c8d-bdf9-f0948922a41b resource provider aggregate not found Oct 04 08:56:52.322095 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 91c4de15-beeb-4c8d-bdf9-f0948922a41b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91c4de15-beeb-4c8d-bdf9-f0948922a41b found for delete ", "request_id": "req-85670aa3-93f5-48a7-b50d-a4e386f171e5"}]} Oct 04 08:56:52.369510 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:52.386204 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:52.388392 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 3f7e3944-8bfb-4131-9b47-16932063c516 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:56:52.414708 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (55fbb12a-1798-478e-a82a-501e9d9942f8), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.417538 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:52.430604 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'port_id': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'mac_address': 'fa:16:3e:91:62:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:56:52.435067 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.438281 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/55fbb12a-1798-478e-a82a-501e9d9942f8 HTTP/1.1" status: 204 len: 168 time: 0.3877454 Oct 04 08:56:52.439438 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09d4d8-31bd-4b92-810d-21c483e2fed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=55fbb12a-1798-478e-a82a-501e9d9942f8,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:52.479787 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 7224ed3c-c9cb-445e-bb2f-be715b606313 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:56:52.480176 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.492362 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 3f7e3944-8bfb-4131-9b47-16932063c516 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:56:52.492736 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.493240 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 3f7e3944-8bfb-4131-9b47-16932063c516 Oct 04 08:56:52.498874 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7224ed3c-c9cb-445e-bb2f-be715b606313 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:56:52.549192 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:52.576051 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84888cc-bba7-4062-8b18-d34b66d2080b req-845c0f94-7d39-4e09-b654-5b327905231e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:52.579760 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f84888cc-bba7-4062-8b18-d34b66d2080b req-845c0f94-7d39-4e09-b654-5b327905231e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 945 time: 0.0807717 Oct 04 08:56:52.596985 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 3f7e3944-8bfb-4131-9b47-16932063c516 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:56:52.597370 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.613082 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48f2f3-b09e-4d02-aeb0-4247a272e012 req-7a63a4f7-23d1-4c0d-856c-d005cd4f39ef tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:52.614575 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bb48f2f3-b09e-4d02-aeb0-4247a272e012 req-7a63a4f7-23d1-4c0d-856c-d005cd4f39ef tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0865932 Oct 04 08:56:52.617492 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.625138 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:52.626155 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7e3944-8bfb-4131-9b47-16932063c516'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:52.628455 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4b85a0-7e57-4dbf-be3e-6e96637cb38d" -d '{"events": [{"server_uuid": "01deb208-ffd0-4664-90dc-aca0a3fff70e", "name": "network-vif-plugged", "status": "completed", "tag": "3f7e3944-8bfb-4131-9b47-16932063c516"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:52.663204 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 3f7e3944-8bfb-4131-9b47-16932063c516, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3f7e3944-8bfb-4131-9b47-16932063c516,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:52.663724 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f84888cc-bba7-4062-8b18-d34b66d2080b req-6c1e132f-a5ce-42b3-ad1b-af3b6dfd52c6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780468 Oct 04 08:56:52.682505 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:52.706508 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bb48f2f3-b09e-4d02-aeb0-4247a272e012 req-8a9a3e80-83f1-4be8-8da5-5bbad89c9b41 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819318 Oct 04 08:56:52.738826 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:52.769989 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa4b32b-71cf-4526-a792-12c43a377813 x-openstack-request-id: req-0fa4b32b-71cf-4526-a792-12c43a377813 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:52.770640 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01deb208-ffd0-4664-90dc-aca0a3fff70e", "name": "network-vif-plugged", "status": "completed", "tag": "3f7e3944-8bfb-4131-9b47-16932063c516", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:52.771246 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0fa4b32b-71cf-4526-a792-12c43a377813 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:52.773152 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa4b32b-71cf-4526-a792-12c43a377813'] response: {'server_uuid': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7e3944-8bfb-4131-9b47-16932063c516', 'code': 200} Oct 04 08:56:52.806683 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=3f7e3944-8bfb-4131-9b47-16932063c516,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:52.811009 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9c948-6f55-4104-9ec2-00528916c7b3 req-0a7faaa7-d848-49fb-9156-d74621097d5f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:52.823068 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c6d9c948-6f55-4104-9ec2-00528916c7b3 req-0a7faaa7-d848-49fb-9156-d74621097d5f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 944 time: 0.0965166 Oct 04 08:56:52.891952 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f49d8-7dbf-4a4e-9bd4-135b18e05055 req-eddff70e-c301-4e26-b17e-1fd5e14ae692 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:52.893394 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-dd6f49d8-7dbf-4a4e-9bd4-135b18e05055 req-eddff70e-c301-4e26-b17e-1fd5e14ae692 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0693932 Oct 04 08:56:52.904375 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49836) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:52.909275 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:52.911611 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-d86806f6-0ee1-47d6-a8d5-fa5ec10424b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Request body: {'floatingip': {'port_id': '58411766-09ff-4773-bf48-970dc9dc8309'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:52.918134 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c6d9c948-6f55-4104-9ec2-00528916c7b3 req-fd681665-6228-42f7-9fb2-caf2a48bb325 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886734 Oct 04 08:56:52.947386 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['7224ed3c-c9cb-445e-bb2f-be715b606313'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:56:52.955903 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49838) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:52.985121 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d86806f6-0ee1-47d6-a8d5-fa5ec10424b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for floatingip (9f9aad4a-51fc-490e-9b1c-51b23437f50c), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:53.020510 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d16df-0950-4b10-b57f-179b75a58cd2 req-15effb2a-5e38-4ca7-81dc-6f77bb91dbbf tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:53.026892 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6e9d16df-0950-4b10-b57f-179b75a58cd2 req-15effb2a-5e38-4ca7-81dc-6f77bb91dbbf tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0626261 Oct 04 08:56:53.049793 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:53.086176 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-368c8c21-aeab-4316-9da5-796168470053 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b1f2fb36dae5483ebc61c88336461b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291325 Oct 04 08:56:53.090085 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49840) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:53.100260 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:53.109050 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6e9d16df-0950-4b10-b57f-179b75a58cd2 req-636fb5ff-8473-42a4-86ec-b7f70cee862a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807593 Oct 04 08:56:53.149165 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d61f90a3-328a-43af-a1e6-862585aa7097 admin admin] Publish callbacks [] for security_group (0933a233-8063-4ec8-8ccb-728a6a4c1e95), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:53.173957 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d61f90a3-328a-43af-a1e6-862585aa7097 admin admin] Publish callbacks [] for security_group (0933a233-8063-4ec8-8ccb-728a6a4c1e95), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:53.236905 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006dcd3-65c5-45f3-bee9-511daa9a006e req-214e2832-47c1-4871-b9c6-d8b380a5b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:53.238382 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d006dcd3-65c5-45f3-bee9-511daa9a006e req-214e2832-47c1-4871-b9c6-d8b380a5b73d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 1130 time: 0.0720713 Oct 04 08:56:53.293803 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:53.301292 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d61f90a3-328a-43af-a1e6-862585aa7097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0933a233-8063-4ec8-8ccb-728a6a4c1e95), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:53.304308 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d61f90a3-328a-43af-a1e6-862585aa7097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:53.305526 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d61f90a3-328a-43af-a1e6-862585aa7097 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0933a233-8063-4ec8-8ccb-728a6a4c1e95 HTTP/1.1" status: 204 len: 168 time: 0.2142739 Oct 04 08:56:53.318116 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f90a3-328a-43af-a1e6-862585aa7097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0933a233-8063-4ec8-8ccb-728a6a4c1e95,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:53.449953 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d006dcd3-65c5-45f3-bee9-511daa9a006e req-63e8afd2-e978-458a-a241-8bb1867b814f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250668 Oct 04 08:56:53.543460 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d86806f6-0ee1-47d6-a8d5-fa5ec10424b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:53.624333 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d86806f6-0ee1-47d6-a8d5-fa5ec10424b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (9f9aad4a-51fc-490e-9b1c-51b23437f50c), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:53.798928 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa437dc8-f38e-4502-bc11-81d7b49b5a89 req-21aaf7ed-a9fa-4c83-9867-d491b3fe258c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:53.800703 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aa437dc8-f38e-4502-bc11-81d7b49b5a89 req-21aaf7ed-a9fa-4c83-9867-d491b3fe258c tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 946 time: 0.0537119 Oct 04 08:56:53.851344 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86806f6-0ee1-47d6-a8d5-fa5ec10424b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Router 0590620e-b2c0-4df5-9f89-a505223f0581 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:56:53.853131 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aa437dc8-f38e-4502-bc11-81d7b49b5a89 req-86a8e132-7c94-4d0c-b95a-6a1804703fdd tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Oct 04 08:56:53.954497 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86806f6-0ee1-47d6-a8d5-fa5ec10424b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:56:53.960087 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d86806f6-0ee1-47d6-a8d5-fa5ec10424b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:53.966649 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] Sync routers for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:56:53.981607 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:53.981607 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:54.008355 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:54.010887 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c3014e-7186-496b-b0ba-53dda2c1ef72" -d '{"events": [{"name": "network-changed", "server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "tag": "58411766-09ff-4773-bf48-970dc9dc8309"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:54.032623 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:54.039798 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-d86806f6-0ee1-47d6-a8d5-fa5ec10424b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/9f9aad4a-51fc-490e-9b1c-51b23437f50c HTTP/1.1" status: 200 len: 993 time: 1.1317620 Oct 04 08:56:54.054750 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a735f01e-f085-41ac-aab4-dd73b16362a6 x-openstack-request-id: req-a735f01e-f085-41ac-aab4-dd73b16362a6 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:54.055116 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "tag": "58411766-09ff-4773-bf48-970dc9dc8309", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:54.055425 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a735f01e-f085-41ac-aab4-dd73b16362a6 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:54.055880 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a735f01e-f085-41ac-aab4-dd73b16362a6'] response: {'name': 'network-changed', 'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309', 'status': 'completed', 'code': 200} Oct 04 08:56:54.056836 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76d6c7-789e-4887-9bdb-404db211e785 req-ed94dea4-c00c-4a85-b6ed-5e28649bcb25 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:54.058438 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ef76d6c7-789e-4887-9bdb-404db211e785 req-ed94dea4-c00c-4a85-b6ed-5e28649bcb25 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 944 time: 0.0493655 Oct 04 08:56:54.089607 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:54.108393 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ef76d6c7-789e-4887-9bdb-404db211e785 req-9e4dc4c1-f577-4f2d-bb69-65bca41fe71a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440564 Oct 04 08:56:54.237803 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae073fe-30c8-40c8-8572-41882e4dd9a0 req-59647031-bd16-4021-b456-bcb5980ecacd tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:54.239387 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aae073fe-30c8-40c8-8572-41882e4dd9a0 req-59647031-bd16-4021-b456-bcb5980ecacd tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0490496 Oct 04 08:56:54.292619 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aae073fe-30c8-40c8-8572-41882e4dd9a0 req-10f1b777-3d03-4720-9768-e001ad7f9f82 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447619 Oct 04 08:56:54.296808 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 7224ed3c-c9cb-445e-bb2f-be715b606313 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:56:54.315491 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-6c02f968-5836-4c71-8b25-e999bf2f118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:54.317116 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-6c02f968-5836-4c71-8b25-e999bf2f118c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 1129 time: 0.0489423 Oct 04 08:56:54.346041 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '9f9aad4a-51fc-490e-9b1c-51b23437f50c', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'port_id': '58411766-09ff-4773-bf48-970dc9dc8309', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'mac_address': 'fa:16:3e:5d:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836bad03-671e-48e3-8931-55435b0139d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:54:21Z', 'updated_at': '2022-10-04T08:56:53Z', 'revision_number': 3, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:19Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:54.380139 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] Checking router: 0590620e-b2c0-4df5-9f89-a505223f0581 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:56:54.382090 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 7224ed3c-c9cb-445e-bb2f-be715b606313 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:56:54.392988 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:54.396908 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:54.415280 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-d65a30cc-aa94-4c4d-815f-186ad8b2ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:54.416883 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-d65a30cc-aa94-4c4d-815f-186ad8b2ae99 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.0928271 Oct 04 08:56:54.432328 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 7224ed3c-c9cb-445e-bb2f-be715b606313 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:56:54.432727 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:54.433057 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 7224ed3c-c9cb-445e-bb2f-be715b606313 Oct 04 08:56:54.495546 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-a11ef9c3-303b-4fae-9480-ff93f7f83d05 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58411766-09ff-4773-bf48-970dc9dc8309 HTTP/1.1" status: 200 len: 1001 time: 0.0609405 Oct 04 08:56:54.563337 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-a7b0d61e-3f6f-49b1-bef7-f7d768eeed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:54.564808 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-a7b0d61e-3f6f-49b1-bef7-f7d768eeed94 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.0475044 Oct 04 08:56:54.671731 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:54.715106 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:54.719119 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 7224ed3c-c9cb-445e-bb2f-be715b606313 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:56:54.719500 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:54.780612 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:54.782763 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa26d6a-ad64-4126-8d2b-2ff3e09bfc19" -d '{"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-plugged", "status": "completed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:54.811347 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:54.827064 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3271544-d659-4013-96ce-d90edefeb3d0 x-openstack-request-id: req-e3271544-d659-4013-96ce-d90edefeb3d0 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:54.827374 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-plugged", "status": "completed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:54.827624 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e3271544-d659-4013-96ce-d90edefeb3d0 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:54.828004 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3271544-d659-4013-96ce-d90edefeb3d0'] response: {'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'code': 200} Oct 04 08:56:54.895991 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:54.907337 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:54.980482 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70752532-4c5f-4946-a52f-793eb6d8e01c req-97f02e8f-93ce-4784-81fa-4e8406757ef3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:54.982189 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-70752532-4c5f-4946-a52f-793eb6d8e01c req-97f02e8f-93ce-4784-81fa-4e8406757ef3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 946 time: 0.0474401 Oct 04 08:56:54.985498 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:54.991232 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '9f9aad4a-51fc-490e-9b1c-51b23437f50c', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'port_id': '58411766-09ff-4773-bf48-970dc9dc8309', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'mac_address': 'fa:16:3e:5d:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836bad03-671e-48e3-8931-55435b0139d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:54:21Z', 'updated_at': '2022-10-04T08:56:53Z', 'revision_number': 3, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:19Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:55.014626 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:55.018204 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffccf2-8e52-4f35-929b-29b90b5dddf1 None None] The sync data for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi is: [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '9f9aad4a-51fc-490e-9b1c-51b23437f50c', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'port_id': '58411766-09ff-4773-bf48-970dc9dc8309', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'mac_address': 'fa:16:3e:5d:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836bad03-671e-48e3-8931-55435b0139d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:54:21Z', 'updated_at': '2022-10-04T08:56:53Z', 'revision_number': 3, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:19Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:56:55.032620 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-70752532-4c5f-4946-a52f-793eb6d8e01c req-62fe9ec0-7787-4f16-a55c-78c87112dbca tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Oct 04 08:56:55.106960 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-700dc159-0f37-46be-b10a-8d31c76ce498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:55.109180 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-700dc159-0f37-46be-b10a-8d31c76ce498 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487866 Oct 04 08:56:55.239562 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-ccf6ec0d-fe17-4857-8e46-acac8321ccf5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144826 Oct 04 08:56:55.319672 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1408-a6b9-4fed-afc3-ccf3bb74bf19 req-ea0f1aca-e26a-4237-a0cb-ce9afb8b90a1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:55.321404 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-22ba1408-a6b9-4fed-afc3-ccf3bb74bf19 req-ea0f1aca-e26a-4237-a0cb-ce9afb8b90a1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0758660 Oct 04 08:56:55.357771 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-64c3014e-7186-496b-b0ba-53dda2c1ef72 req-1dd8ab10-0a0c-4a33-8ad0-034eda711dbb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110384 Oct 04 08:56:55.396189 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-22ba1408-a6b9-4fed-afc3-ccf3bb74bf19 req-b4aa91fb-9f4c-4242-9ee0-412f2d7854c9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690641 Oct 04 08:56:55.441761 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81613a-c775-4cf9-8c14-d3d1df45833e req-9323518a-bd76-478f-a33a-ac3ccc48a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:55.443861 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3a81613a-c775-4cf9-8c14-d3d1df45833e req-9323518a-bd76-478f-a33a-ac3ccc48a71b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 1129 time: 0.0487838 Oct 04 08:56:55.454610 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:55.459630 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bfa7e-916f-47f4-bba1-067deef69f3b req-e6509c06-8b38-4e78-a7c9-bff8890ec723 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:55.462446 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fd0bfa7e-916f-47f4-bba1-067deef69f3b req-e6509c06-8b38-4e78-a7c9-bff8890ec723 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0557539 Oct 04 08:56:55.495486 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3a81613a-c775-4cf9-8c14-d3d1df45833e req-af7fa89f-0419-42c5-a73c-ecb756b23178 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462608 Oct 04 08:56:55.510700 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fd0bfa7e-916f-47f4-bba1-067deef69f3b req-35d49379-b3ef-447f-b50c-f5167344db58 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435882 Oct 04 08:56:56.056824 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:56.059429 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbec216-c51f-4039-bc28-aec5f6c516a4" -d '{"events": [{"name": "network-changed", "server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "tag": "58411766-09ff-4773-bf48-970dc9dc8309"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:56.097649 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f357db6d-85b3-4196-9ed3-ea1edd434952 x-openstack-request-id: req-f357db6d-85b3-4196-9ed3-ea1edd434952 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:56.097937 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "tag": "58411766-09ff-4773-bf48-970dc9dc8309", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:56.098187 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f357db6d-85b3-4196-9ed3-ea1edd434952 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:56.098620 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f357db6d-85b3-4196-9ed3-ea1edd434952'] response: {'name': 'network-changed', 'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309', 'status': 'completed', 'code': 200} Oct 04 08:56:56.363068 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb6f31-2265-4617-86a7-77c9d07b12cc req-cc082fab-552d-4b2d-820c-087f7007e25d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:56.364560 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0bbb6f31-2265-4617-86a7-77c9d07b12cc req-cc082fab-552d-4b2d-820c-087f7007e25d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 946 time: 0.2532866 Oct 04 08:56:56.365771 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-7593e114-52b6-4eb8-8380-9464cb66f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:56.367554 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-7593e114-52b6-4eb8-8380-9464cb66f71c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 1129 time: 0.0399532 Oct 04 08:56:56.417208 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0bbb6f31-2265-4617-86a7-77c9d07b12cc req-292525bf-e9bf-45bc-a282-3b08bf034868 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Oct 04 08:56:56.477917 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-592d3641-9e96-4f6c-9d06-1a026984c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:56.479401 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-592d3641-9e96-4f6c-9d06-1a026984c186 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.1055088 Oct 04 08:56:56.539933 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e193f2-14ad-4784-b5b6-000438f9d57a req-10bb9091-5d7f-4028-8ad2-ecf1132022f8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:56.541814 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-26e193f2-14ad-4784-b5b6-000438f9d57a req-10bb9091-5d7f-4028-8ad2-ecf1132022f8 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 946 time: 0.0486639 Oct 04 08:56:56.553870 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49876) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:56.559476 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'floatingip': {'port_id': '3f7e3944-8bfb-4131-9b47-16932063c516'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:56.596497 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee330c3-bce1-4acb-bdb0-1fee012414c0 req-7de2b97c-f74a-4679-b7ee-445bd84dabb4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:56.598073 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fee330c3-bce1-4acb-bdb0-1fee012414c0 req-7de2b97c-f74a-4679-b7ee-445bd84dabb4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.1127455 Oct 04 08:56:56.616071 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-6b2c5537-61a6-4142-997b-912a1f879ead service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58411766-09ff-4773-bf48-970dc9dc8309 HTTP/1.1" status: 200 len: 1001 time: 0.1212800 Oct 04 08:56:56.620713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (e79ad936-4201-44d0-808d-cf56af910367), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:56.667168 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ad418-9507-4ed5-9d22-cc96ea27226b req-6c6cdb6f-efa4-4503-9c63-b4266c7a01f2 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:56.668673 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9a0ad418-9507-4ed5-9d22-cc96ea27226b req-6c6cdb6f-efa4-4503-9c63-b4266c7a01f2 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0648398 Oct 04 08:56:56.700353 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fee330c3-bce1-4acb-bdb0-1fee012414c0 req-68e1c0e4-2b68-46c0-a886-5759bf8018ea tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947235 Oct 04 08:56:56.731572 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9a0ad418-9507-4ed5-9d22-cc96ea27226b req-61fe029e-84de-45c5-8046-31e600bbb78b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570595 Oct 04 08:56:57.046630 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed44821-c12c-4a81-bcc2-ecd9804be164 req-a87c634e-342b-4c8c-b23d-8920f29b2f70 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:57.048322 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9ed44821-c12c-4a81-bcc2-ecd9804be164 req-a87c634e-342b-4c8c-b23d-8920f29b2f70 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Oct 04 08:56:57.100181 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9ed44821-c12c-4a81-bcc2-ecd9804be164 req-7fdccfdd-8aa0-4bd6-9767-1a806336e747 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452638 Oct 04 08:56:57.210581 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-95e5f266-b32f-459f-9994-7a41a51f7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:57.212075 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-95e5f266-b32f-459f-9994-7a41a51f7ad0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.1204464 Oct 04 08:56:57.248481 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:57.339084 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-bdf604fa-68a5-499c-b71d-29054d212226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:57.340615 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-bdf604fa-68a5-499c-b71d-29054d212226 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909514 Oct 04 08:56:57.369712 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-47758b53-35ce-4711-98e0-0e5b75251ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:57.371120 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-47758b53-35ce-4711-98e0-0e5b75251ae4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 1129 time: 0.0882754 Oct 04 08:56:57.435628 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.db.resource_extend [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 08:56:57.533643 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:57.545084 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:57.574844 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-eaa5f147-3d35-4377-8f6a-55aefd4819d6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141070 Oct 04 08:56:57.579162 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-e60a3247-9115-4011-b4eb-70618a6317be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:57.580628 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-e60a3247-9115-4011-b4eb-70618a6317be service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 200 len: 912 time: 0.1952181 Oct 04 08:56:57.659856 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (e79ad936-4201-44d0-808d-cf56af910367), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:57.737907 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-d2a8747c-51dc-495d-9727-b6b801cfe9e3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2689379b-47a8-42fb-97fd-2b3a41375c74 HTTP/1.1" status: 200 len: 1000 time: 0.1391325 Oct 04 08:56:57.822368 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ebbec216-c51f-4039-bc28-aec5f6c516a4 req-ed013327-9973-454b-8751-88dd87f735c7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406564 Oct 04 08:56:57.831088 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf8f00-ccb0-4903-b8ca-8a821b62d9bc req-2b27dd7f-2a48-4c98-a7f7-ac3b49b860fa tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:57.833260 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7fcf8f00-ccb0-4903-b8ca-8a821b62d9bc req-2b27dd7f-2a48-4c98-a7f7-ac3b49b860fa tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0466185 Oct 04 08:56:57.843680 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-7a6f5fba-04ce-497e-9e4c-88994a1fbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:57.847503 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-7a6f5fba-04ce-497e-9e4c-88994a1fbd3f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af0722f9-9785-4a14-92e6-f8dea856b94f HTTP/1.1" status: 200 len: 850 time: 0.0994282 Oct 04 08:56:57.847503 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Floating IP e79ad936-4201-44d0-808d-cf56af910367 associated. External IP: 172.27.1.222, port: 3f7e3944-8bfb-4131-9b47-16932063c516. Oct 04 08:56:57.861024 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:57.882963 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7fcf8f00-ccb0-4903-b8ca-8a821b62d9bc req-13280232-1040-44e2-a8f2-df047001db0f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 Oct 04 08:56:57.930073 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-ee82c675-3b02-4361-b24a-5cfdc0b6713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:57.931602 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-ee82c675-3b02-4361-b24a-5cfdc0b6713a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495858 Oct 04 08:56:57.986449 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:58.017501 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f155d-9e1e-452a-9d05-44ca6284762a req-223d3e62-9918-458b-8bb9-786eb90b4071 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:58.019008 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d39f155d-9e1e-452a-9d05-44ca6284762a req-223d3e62-9918-458b-8bb9-786eb90b4071 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0531759 Oct 04 08:56:58.031618 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49886) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:58.036046 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-0d456a97-7442-40f7-86ac-5fd2721a4d84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Request body: {'floatingip': {'port_id': '7224ed3c-c9cb-445e-bb2f-be715b606313'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:58.073812 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d456a97-7442-40f7-86ac-5fd2721a4d84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (d38892b5-af31-435e-8dc7-9a7c6b5292b5), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:58.108895 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-2e1d4534-b9ed-4dba-b635-19793aa83e83 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505256 Oct 04 08:56:58.217310 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:56:58.274780 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c7ae5-ef1f-4579-8c39-25470088c07c req-f1367437-f076-4c63-ae43-f56dbc59db7b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:58.276267 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-411c7ae5-ef1f-4579-8c39-25470088c07c req-f1367437-f076-4c63-ae43-f56dbc59db7b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0861061 Oct 04 08:56:58.280849 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b4d53d87-fca1-4142-a60f-d0c1879da76a req-080913ba-ac59-4a50-93a3-914075159312 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434884 Oct 04 08:56:58.342720 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:56:58.347489 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:58.349509 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:58.353999 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:56:58.366956 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:58.367677 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:58.384335 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-35aec5b1-e042-4302-bdd5-d157f8c11c70 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/e79ad936-4201-44d0-808d-cf56af910367 HTTP/1.1" status: 200 len: 992 time: 1.8271711 Oct 04 08:56:58.384335 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'tag': '3f7e3944-8bfb-4131-9b47-16932063c516'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:58.385411 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3" -d '{"events": [{"name": "network-changed", "server_uuid": "01deb208-ffd0-4664-90dc-aca0a3fff70e", "tag": "3f7e3944-8bfb-4131-9b47-16932063c516"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:58.413350 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-411c7ae5-ef1f-4579-8c39-25470088c07c req-7ef19743-bb05-4bd7-b71c-6cb87a3a2c8f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046677 Oct 04 08:56:58.442955 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95732b92-86f1-4d21-b75d-719d799095a5 x-openstack-request-id: req-95732b92-86f1-4d21-b75d-719d799095a5 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:58.443879 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01deb208-ffd0-4664-90dc-aca0a3fff70e", "tag": "3f7e3944-8bfb-4131-9b47-16932063c516", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:58.444250 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-95732b92-86f1-4d21-b75d-719d799095a5 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:58.444660 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95732b92-86f1-4d21-b75d-719d799095a5'] response: {'name': 'network-changed', 'server_uuid': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'tag': '3f7e3944-8bfb-4131-9b47-16932063c516', 'status': 'completed', 'code': 200} Oct 04 08:56:58.487321 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:58.516479 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-b7c5de1d-acc4-4e64-9e98-dca29d83362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:58.518028 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-b7c5de1d-acc4-4e64-9e98-dca29d83362f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 1130 time: 0.0396380 Oct 04 08:56:58.620223 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-2eec54d6-291a-41cd-aa04-1e6e78dd5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:58.621584 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-2eec54d6-291a-41cd-aa04-1e6e78dd5c0e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 916 time: 0.0924158 Oct 04 08:56:58.706538 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:58.712010 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-ba9fa6e2-44a9-499b-9fa6-7303bbaaae6c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7e3944-8bfb-4131-9b47-16932063c516 HTTP/1.1" status: 200 len: 1000 time: 0.0679321 Oct 04 08:56:58.742931 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:56:58.807959 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'e79ad936-4201-44d0-808d-cf56af910367', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '3f7e3944-8bfb-4131-9b47-16932063c516', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:5b:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:56:34Z', 'updated_at': '2022-10-04T08:56:57Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:58.824098 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d456a97-7442-40f7-86ac-5fd2721a4d84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:58.832765 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:56:58.841946 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:58.842696 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:58.866284 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d456a97-7442-40f7-86ac-5fd2721a4d84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (d38892b5-af31-435e-8dc7-9a7c6b5292b5), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:58.952473 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:58.963579 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.l3_db [None req-0d456a97-7442-40f7-86ac-5fd2721a4d84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Floating IP d38892b5-af31-435e-8dc7-9a7c6b5292b5 associated. External IP: 172.27.1.215, port: 7224ed3c-c9cb-445e-bb2f-be715b606313. Oct 04 08:56:59.172722 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d456a97-7442-40f7-86ac-5fd2721a4d84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:56:59.186842 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'e79ad936-4201-44d0-808d-cf56af910367', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '3f7e3944-8bfb-4131-9b47-16932063c516', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:5b:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:56:34Z', 'updated_at': '2022-10-04T08:56:57Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:59.221059 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f6da60-1358-4b7d-b070-e4db4faf945d None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'e79ad936-4201-44d0-808d-cf56af910367', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '3f7e3944-8bfb-4131-9b47-16932063c516', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:5b:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:56:34Z', 'updated_at': '2022-10-04T08:56:57Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:56:59.236109 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-8e2d42d9-7348-4fab-aa10-7780bff63368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:59.237390 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:59.238141 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-8e2d42d9-7348-4fab-aa10-7780bff63368 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.0668290 Oct 04 08:56:59.287581 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-93498c9a-b9eb-44f1-8f0b-c31266a1085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:59.288923 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-93498c9a-b9eb-44f1-8f0b-c31266a1085e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427356 Oct 04 08:56:59.294001 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d456a97-7442-40f7-86ac-5fd2721a4d84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:56:59.298593 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d456a97-7442-40f7-86ac-5fd2721a4d84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:59.305015 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] Sync routers for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:56:59.320713 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:59.321990 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:59.337827 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-0d456a97-7442-40f7-86ac-5fd2721a4d84 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/d38892b5-af31-435e-8dc7-9a7c6b5292b5 HTTP/1.1" status: 200 len: 991 time: 1.3029318 Oct 04 08:56:59.337827 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:59.339191 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b56a8cb-a728-425f-b699-c937a75367c2" -d '{"events": [{"name": "network-changed", "server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:59.393300 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbe6851-79f8-4073-bfe6-507c0400a188 x-openstack-request-id: req-2dbe6851-79f8-4073-bfe6-507c0400a188 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:59.393945 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:59.393945 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2dbe6851-79f8-4073-bfe6-507c0400a188 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:59.394422 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dbe6851-79f8-4073-bfe6-507c0400a188'] response: {'name': 'network-changed', 'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'status': 'completed', 'code': 200} Oct 04 08:56:59.464769 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-dd26a644-6900-438e-87b2-0903d6ff5d1f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698020 Oct 04 08:56:59.467986 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:59.470124 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-c3f8aea1-f135-4668-821c-6a052789055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:59.471753 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-c3f8aea1-f135-4668-821c-6a052789055f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 1129 time: 0.0540657 Oct 04 08:56:59.503085 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75b2d8-aa77-49c8-931e-2b0897d2cb95 None None] New status for floating IP e79ad936-4201-44d0-808d-cf56af910367: ACTIVE {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:56:59.565883 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-e24072a2-d7d6-4ea3-b2cd-3c8a3d3e76c3 req-29c74bf1-2d0e-4128-a899-c28a54bb8dd7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932355 Oct 04 08:56:59.568947 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e43f69-53d6-4c98-8ffe-b58611f7529b req-c1e5d334-4e34-4b3f-9150-dfaf40bd78d4 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:59.570749 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-13e43f69-53d6-4c98-8ffe-b58611f7529b req-c1e5d334-4e34-4b3f-9150-dfaf40bd78d4 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0624006 Oct 04 08:56:59.641155 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-13e43f69-53d6-4c98-8ffe-b58611f7529b req-a22a149a-c9c9-483d-9b85-69d4496d7847 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625875 Oct 04 08:56:59.673298 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-700bb904-af9a-441c-a60e-3c7c1aae7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:59.674362 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-700bb904-af9a-441c-a60e-3c7c1aae7c06 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.1075430 Oct 04 08:56:59.727303 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:59.737664 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'd38892b5-af31-435e-8dc7-9a7c6b5292b5', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'port_id': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'mac_address': 'fa:16:3e:91:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:56:35Z', 'updated_at': '2022-10-04T08:56:58Z', 'revision_number': 1, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:59.743718 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-0c012bed-bb58-46c6-9b73-ba2aa7ca5484 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7224ed3c-c9cb-445e-bb2f-be715b606313 HTTP/1.1" status: 200 len: 999 time: 0.0622122 Oct 04 08:56:59.765575 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] Checking router: 137bc348-f9f2-486d-bdb4-6b1d77c182b8 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:56:59.775100 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:59.775718 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:56:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:59.799946 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-9d2b3b08-a2d8-497d-ac61-17a8e44794c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:59.801914 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-9d2b3b08-a2d8-497d-ac61-17a8e44794c7 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0526485 Oct 04 08:56:59.846767 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-d8e66899-bcb6-4d36-9672-6d85538260e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:59.848262 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-d8e66899-bcb6-4d36-9672-6d85538260e1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407593 Oct 04 08:56:59.885444 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:59.975619 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:00.157962 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-e9b55927-a21e-49da-a4da-e8fa5123ad82 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949969 Oct 04 08:57:00.211829 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'd38892b5-af31-435e-8dc7-9a7c6b5292b5', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'port_id': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'mac_address': 'fa:16:3e:91:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:56:35Z', 'updated_at': '2022-10-04T08:56:58Z', 'revision_number': 1, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:00.236981 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65eff3-856b-4721-9f0e-6fb2dc5f890b None None] The sync data for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi is: [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'd38892b5-af31-435e-8dc7-9a7c6b5292b5', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'port_id': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'mac_address': 'fa:16:3e:91:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:56:35Z', 'updated_at': '2022-10-04T08:56:58Z', 'revision_number': 1, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:00.265504 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1b56a8cb-a728-425f-b699-c937a75367c2 req-195d6bd4-f7f6-4039-a123-8786359be3aa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874984 Oct 04 08:57:00.442780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47053ab5-2ba3-4c08-b403-195ea15491ce None None] New status for floating IP d38892b5-af31-435e-8dc7-9a7c6b5292b5: ACTIVE {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:57:00.484969 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:00.795422 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:01.876284 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-0faac18d-f2e3-4b38-9229-31c415ef006b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409238 Oct 04 08:57:01.963421 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-f4816991-034e-496f-b208-f0215a390295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:01.964904 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-f4816991-034e-496f-b208-f0215a390295 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 1130 time: 0.0385091 Oct 04 08:57:02.067687 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:02.087672 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-83385be3-3052-4b01-a7c4-720145c5bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:02.089114 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-83385be3-3052-4b01-a7c4-720145c5bf21 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 200 len: 920 time: 0.1068861 Oct 04 08:57:02.127556 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-0bc4e5c2-8de3-49ae-9771-d3edd47d0d96 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0326107 Oct 04 08:57:02.189158 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-3a1af5b5-b2bc-4b5d-bfb1-efb9fe1dacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:02.190638 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-3a1af5b5-b2bc-4b5d-bfb1-efb9fe1dacaa service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 200 len: 858 time: 0.0463023 Oct 04 08:57:02.232794 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-0a7b7298-5e64-4d68-99ba-4070562e9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:02.234248 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-0a7b7298-5e64-4d68-99ba-4070562e9ec0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=ff082fc8-e1db-4811-948c-1101d0759e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374312 Oct 04 08:57:02.328279 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-4caad2c6-6cae-41e5-95be-413d66d9dbef service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865102 Oct 04 08:57:02.418999 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-aa2f4fb5-a444-4019-af47-e7ea0c30fcf0 req-f24766c0-4e1b-44f8-b9ae-1a8e2dc06585 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 Oct 04 08:57:04.705070 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e57162f8-2a00-41fe-b38e-f5aea76c7927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:06.956873 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-74d76996-a828-402c-8562-72ac0cdd5bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:08.386668 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:09.607039 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:09.624940 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:09.649350 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:09.650125 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:09.650226 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:10.047906 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:12.409052 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=28 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:12.416049 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=72 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:17.785940 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-c87b44fe-c88e-4feb-9ea7-f679f852c756 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1529661328&fields=id&tenant_id=f6f4de2e638d4746a56a2d2023d2401b HTTP/1.1" status: 200 len: 267 time: 0.0495811 Oct 04 08:57:17.842209 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-6e35b71e-74c3-4187-8243-36cf6f723eba tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:17.843712 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-6e35b71e-74c3-4187-8243-36cf6f723eba tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 985 time: 0.0517774 Oct 04 08:57:17.856168 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-a2fb0378-d5c1-4256-932c-a53ad33a204c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Request body: {'port': {'security_groups': ['40dc043b-4aca-439c-aac6-94d5a0555cb8']}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:17.933891 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-a2fb0378-d5c1-4256-932c-a53ad33a204c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:18.107990 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-a2fb0378-d5c1-4256-932c-a53ad33a204c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] For port 4016b744-a552-4b39-96d5-0dd5bd2f34c4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:18.135735 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-a2fb0378-d5c1-4256-932c-a53ad33a204c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:18.189983 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-a2fb0378-d5c1-4256-932c-a53ad33a204c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:18.202566 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-a2fb0378-d5c1-4256-932c-a53ad33a204c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:18.202785 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['4016b744-a552-4b39-96d5-0dd5bd2f34c4'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:57:18.203244 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-a2fb0378-d5c1-4256-932c-a53ad33a204c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:18.204548 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-13875d6a-d9c9-4fa8-8f1b-34cbf3452a58 req-a2fb0378-d5c1-4256-932c-a53ad33a204c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "PUT /networking/v2.0/ports/4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 200 len: 943 time: 0.3544188 Oct 04 08:57:18.205044 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:18.207460 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141ea871-664e-4b57-b024-ec435339635e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:18.211508 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 49920) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:18.268577 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9922d4-51bd-4764-a37b-e9c6c32a34f2 x-openstack-request-id: req-ba9922d4-51bd-4764-a37b-e9c6c32a34f2 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:18.268870 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:18.269130 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ba9922d4-51bd-4764-a37b-e9c6c32a34f2 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:18.269546 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9922d4-51bd-4764-a37b-e9c6c32a34f2'] response: {'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'status': 'completed', 'code': 200} Oct 04 08:57:18.270814 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb0378-d5c1-4256-932c-a53ad33a204c tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event updated for resources: {'Port': ['ID=4016b744-a552-4b39-96d5-0dd5bd2f34c4,revision_number=7']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:18.288798 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-980eac43-f42b-4f7b-92d1-fa2347b17d52 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group (0d2468c3-ae27-4b10-b824-090462463668), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:18.343688 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['4016b744-a552-4b39-96d5-0dd5bd2f34c4'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:57:18.345184 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-980eac43-f42b-4f7b-92d1-fa2347b17d52 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group (0d2468c3-ae27-4b10-b824-090462463668), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:18.356928 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ea871-664e-4b57-b024-ec435339635e req-4e05c1fb-4f22-4b85-b0ac-97338b56d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:18.358507 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-141ea871-664e-4b57-b024-ec435339635e req-4e05c1fb-4f22-4b85-b0ac-97338b56d679 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 1130 time: 0.0648825 Oct 04 08:57:18.715472 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ea871-664e-4b57-b024-ec435339635e req-d71d95c9-ada6-4cf2-9dbf-ef0bdd153787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:18.716851 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-141ea871-664e-4b57-b024-ec435339635e req-d71d95c9-ada6-4cf2-9dbf-ef0bdd153787 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4bbb976b-3b1d-417f-9eb1-47edd4a962af HTTP/1.1" status: 200 len: 915 time: 0.3511708 Oct 04 08:57:18.780783 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-141ea871-664e-4b57-b024-ec435339635e req-54d7dfc4-a0b1-4b83-9603-f4889322db1a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 200 len: 1001 time: 0.0544643 Oct 04 08:57:18.784999 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-980eac43-f42b-4f7b-92d1-fa2347b17d52 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0d2468c3-ae27-4b10-b824-090462463668), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:18.787621 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-980eac43-f42b-4f7b-92d1-fa2347b17d52 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:18.788643 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-980eac43-f42b-4f7b-92d1-fa2347b17d52 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0d2468c3-ae27-4b10-b824-090462463668 HTTP/1.1" status: 204 len: 168 time: 0.5754507 Oct 04 08:57:18.792197 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 49924) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:18.825484 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980eac43-f42b-4f7b-92d1-fa2347b17d52 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2468c3-ae27-4b10-b824-090462463668,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:18.852670 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ea871-664e-4b57-b024-ec435339635e req-c26a1e8c-11eb-481a-be93-225a145cb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:18.854448 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-141ea871-664e-4b57-b024-ec435339635e req-c26a1e8c-11eb-481a-be93-225a145cb76b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80ab987e-4f3b-4ad7-a7ab-3b2c0e632255 HTTP/1.1" status: 200 len: 853 time: 0.0642698 Oct 04 08:57:18.900055 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ea871-664e-4b57-b024-ec435339635e req-72d0b713-dc9d-4748-b56c-4113d37cca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:18.901580 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-141ea871-664e-4b57-b024-ec435339635e req-72d0b713-dc9d-4748-b56c-4113d37cca5a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4bbb976b-3b1d-417f-9eb1-47edd4a962af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402730 Oct 04 08:57:18.936535 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Deleting port d32b2a60-73f9-468f-b263-717f7a4de613 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:18.936882 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (d32b2a60-73f9-468f-b263-717f7a4de613), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:18.997750 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-141ea871-664e-4b57-b024-ec435339635e req-f75db7e4-00a5-4126-84bc-7230b368d90f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880361 Oct 04 08:57:19.020370 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (d32b2a60-73f9-468f-b263-717f7a4de613), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:19.020692 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for floatingip (d32b2a60-73f9-468f-b263-717f7a4de613), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:19.034295 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Calling delete_port for d32b2a60-73f9-468f-b263-717f7a4de613 owned by network:floatingip {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:19.094669 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-141ea871-664e-4b57-b024-ec435339635e req-6363c3da-51a1-49a6-9e6b-924c48368fa9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894825 Oct 04 08:57:19.248160 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (d32b2a60-73f9-468f-b263-717f7a4de613), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:19.252131 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:19.252721 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:19.278891 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event deleted for resources: {'Port': ['ID=d32b2a60-73f9-468f-b263-717f7a4de613,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:19.340544 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks [] for floatingip (832433db-7583-4a13-bda9-8ad8532edaaf), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:19.340912 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.l3_db [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Floating IP 832433db-7583-4a13-bda9-8ad8532edaaf disassociated (deleted). External IP: 172.27.1.39, port: 4016b744-a552-4b39-96d5-0dd5bd2f34c4. Oct 04 08:57:19.540028 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:19.641281 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:19.645986 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:19.651802 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] Sync routers for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:19.661626 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:19.662224 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:19.676244 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-cf2a4988-1c97-4e15-a393-96368862bdd1 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/832433db-7583-4a13-bda9-8ad8532edaaf HTTP/1.1" status: 204 len: 168 time: 0.8829556 Oct 04 08:57:19.764865 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:19.951014 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'bab3f62d-767d-4728-aaa3-47d95d3a4182', 'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'mac_address': 'fa:16:3e:dc:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:50Z', 'updated_at': '2022-10-04T08:53:56Z', 'revision_number': 5, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'subnets': [{'id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:19.975759 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] Checking router: 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:19.984108 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:19.984694 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:20.086956 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:20.271216 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:20.274037 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3ab19b-7622-41f7-87e0-407fa70fc01e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:20.277178 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'bab3f62d-767d-4728-aaa3-47d95d3a4182', 'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'mac_address': 'fa:16:3e:dc:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:50Z', 'updated_at': '2022-10-04T08:53:56Z', 'revision_number': 5, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'subnets': [{'id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:20.302850 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9e154-5e7d-48fc-97e3-9b3bbc24b001 None None] The sync data for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi is: [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:51Z', 'revision_number': 4, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'bab3f62d-767d-4728-aaa3-47d95d3a4182', 'name': '', 'network_id': '4bbb976b-3b1d-417f-9eb1-47edd4a962af', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'mac_address': 'fa:16:3e:dc:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:50Z', 'updated_at': '2022-10-04T08:53:56Z', 'revision_number': 5, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'subnets': [{'id': '80ab987e-4f3b-4ad7-a7ab-3b2c0e632255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:20.312055 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425d452c-3d64-40b4-9c62-4dc72e440060 x-openstack-request-id: req-425d452c-3d64-40b4-9c62-4dc72e440060 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:20.312413 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:20.312674 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-425d452c-3d64-40b4-9c62-4dc72e440060 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:20.313101 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425d452c-3d64-40b4-9c62-4dc72e440060'] response: {'name': 'network-changed', 'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'status': 'completed', 'code': 200} Oct 04 08:57:20.513188 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18673843-e064-46b3-a8b6-3078cf1429b8 None None] New status for floating IP 832433db-7583-4a13-bda9-8ad8532edaaf: DOWN {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:57:20.612851 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-84ca8beb-7298-463b-97b9-df9d804775a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:20.614568 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-84ca8beb-7298-463b-97b9-df9d804775a6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 1130 time: 0.0402110 Oct 04 08:57:20.713236 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-19d09fdb-bd48-4d20-b3ab-e2e8b7a02454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:20.714741 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-19d09fdb-bd48-4d20-b3ab-e2e8b7a02454 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4bbb976b-3b1d-417f-9eb1-47edd4a962af HTTP/1.1" status: 200 len: 915 time: 0.0897818 Oct 04 08:57:20.778530 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-d6042c21-688e-4a39-8675-1e7367bdcfb5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 200 len: 217 time: 0.0347126 Oct 04 08:57:20.829603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-8a365eed-c1d6-4386-a277-0e911ee717ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:20.831092 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-8a365eed-c1d6-4386-a277-0e911ee717ce service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=80ab987e-4f3b-4ad7-a7ab-3b2c0e632255 HTTP/1.1" status: 200 len: 853 time: 0.0460675 Oct 04 08:57:20.884603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-e5fe2273-2a09-4dff-8400-581b3b6571ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:20.886368 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-e5fe2273-2a09-4dff-8400-581b3b6571ec service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4bbb976b-3b1d-417f-9eb1-47edd4a962af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470943 Oct 04 08:57:20.969227 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:20.985855 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-4eee79b4-d998-4a49-bb6e-044733d759b0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896935 Oct 04 08:57:21.040913 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:21.090784 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0d3ab19b-7622-41f7-87e0-407fa70fc01e req-2efc1509-bad2-4865-8305-342b46474d26 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973639 Oct 04 08:57:23.939169 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde5da4-4c1d-4ecd-b756-fa65aadae641 req-2d10b69c-056f-4ce4-b2f0-5b4033358432 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:23.940605 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ecde5da4-4c1d-4ecd-b756-fa65aadae641 req-2d10b69c-056f-4ce4-b2f0-5b4033358432 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0460210 Oct 04 08:57:23.986628 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ecde5da4-4c1d-4ecd-b756-fa65aadae641 req-6370110b-2563-4e27-bfb6-6f499e6f3637 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Oct 04 08:57:25.110658 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08776-2492-42b6-a36f-e3f5bd697318 req-3349fbe0-7cf0-4fc2-9c80-a0bd520edf5e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:25.112170 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5bb08776-2492-42b6-a36f-e3f5bd697318 req-3349fbe0-7cf0-4fc2-9c80-a0bd520edf5e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0484412 Oct 04 08:57:25.169837 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5bb08776-2492-42b6-a36f-e3f5bd697318 req-560efe44-0b19-467e-bd7b-1c39e9d9a920 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507913 Oct 04 08:57:26.011311 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-432d0d18-bd1c-423b-87bd-a2f08d976400 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:26.012788 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-432d0d18-bd1c-423b-87bd-a2f08d976400 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0462339 Oct 04 08:57:26.101888 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Deleting port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:26.103801 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:26.193145 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] For port 4016b744-a552-4b39-96d5-0dd5bd2f34c4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4016b744-a552-4b39-96d5-0dd5bd2f34c4,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:26.193516 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:26.208827 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Calling delete_port for 4016b744-a552-4b39-96d5-0dd5bd2f34c4 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:26.289942 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1685cf-519e-47db-a101-b1d2eb93170e req-b62e6f55-b872-4acf-bc79-8f053f317d2e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:26.291477 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7c1685cf-519e-47db-a101-b1d2eb93170e req-b62e6f55-b872-4acf-bc79-8f053f317d2e tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 946 time: 0.0468442 Oct 04 08:57:26.332560 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:26.340511 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7c1685cf-519e-47db-a101-b1d2eb93170e req-d95709af-4353-4b3f-b3e0-b6117939bd28 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40dc043b-4aca-439c-aac6-94d5a0555cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Oct 04 08:57:26.413264 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (4016b744-a552-4b39-96d5-0dd5bd2f34c4), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:26.428273 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['4016b744-a552-4b39-96d5-0dd5bd2f34c4'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:57:26.440154 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Pushing event deleted for resources: {'Port': ['ID=4016b744-a552-4b39-96d5-0dd5bd2f34c4,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:26.450749 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.451023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.451363 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.451702 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.452034 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.452362 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.452689 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.453020 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.453343 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.453775 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.454464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.454464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.454624 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.454946 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.455263 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:26.499946 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] No DVR routers for this DVR port 4016b744-a552-4b39-96d5-0dd5bd2f34c4 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:26.502396 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:26.505559 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-12b50f78-b393-480f-be80-885dc7b16aa6 req-da5d0fc7-f512-47f4-a22a-c49fdc10683d tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.42 "DELETE /networking/v2.0/ports/4016b744-a552-4b39-96d5-0dd5bd2f34c4 HTTP/1.1" status: 204 len: 173 time: 0.4857605 Oct 04 08:57:26.506102 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'name': 'network-vif-deleted', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:26.509021 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb85427-729a-48a5-b045-3cd2d4918e2a" -d '{"events": [{"server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "name": "network-vif-deleted", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:26.548649 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f520961b-7647-43bb-a1f3-886100ce554b x-openstack-request-id: req-f520961b-7647-43bb-a1f3-886100ce554b {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:26.548937 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a4610c-eb87-46b5-bdb5-25c521d71a5d", "name": "network-vif-deleted", "tag": "4016b744-a552-4b39-96d5-0dd5bd2f34c4", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:26.549187 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f520961b-7647-43bb-a1f3-886100ce554b {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:26.549587 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f520961b-7647-43bb-a1f3-886100ce554b'] response: {'server_uuid': 'e3a4610c-eb87-46b5-bdb5-25c521d71a5d', 'name': 'network-vif-deleted', 'tag': '4016b744-a552-4b39-96d5-0dd5bd2f34c4', 'status': 'completed', 'code': 200} Oct 04 08:57:27.456400 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eee2dad6-8f8c-4d05-a42d-143c7866f48c req-86a8c914-1aa9-4d0d-abbc-a98bcec573b7 tempest-TestMinimumBasicScenario-1249415293 tempest-TestMinimumBasicScenario-1249415293-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e3a4610c-eb87-46b5-bdb5-25c521d71a5d HTTP/1.1" status: 200 len: 210 time: 0.0298114 Oct 04 08:57:29.800486 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50020) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:30.172004 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:30.280110 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=67 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:30.401144 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 4016b744-a552-4b39-96d5-0dd5bd2f34c4 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:30.404344 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:30.421632 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 4016b744-a552-4b39-96d5-0dd5bd2f34c4 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:30.422072 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 4016b744-a552-4b39-96d5-0dd5bd2f34c4 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:30.622740 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:30.655651 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Deleting port bab3f62d-767d-4728-aaa3-47d95d3a4182 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:30.655919 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:30.734544 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] For port bab3f62d-767d-4728-aaa3-47d95d3a4182, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=bab3f62d-767d-4728-aaa3-47d95d3a4182,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:30.734910 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:30.746611 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:30.747528 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Calling delete_port for bab3f62d-767d-4728-aaa3-47d95d3a4182 owned by network:router_interface {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:30.807717 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:30.902030 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:31.030918 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (bab3f62d-767d-4728-aaa3-47d95d3a4182), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:31.062899 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Pushing event deleted for resources: {'Port': ['ID=bab3f62d-767d-4728-aaa3-47d95d3a4182,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:31.223383 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:31.426259 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:31.476155 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:31.530640 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:31.535587 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-b59f91f2-2013-4831-af63-0c155a7fa09b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1989eaf8-a780-4dd1-ba53-5f72bfc0bd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7339945 Oct 04 08:57:31.538248 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50022) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:31.541524 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] Sync routers for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:31.552531 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:31.553244 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:31.643619 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks [] for router (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:31.739750 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:31.740614 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks [] for router_gateway (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:31.843434 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Deleting port 1a5ef128-ded6-435f-9cc8-c5a86f06680e {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:31.843781 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:31.866279 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:31.916203 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:57:30Z', 'revision_number': 5, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port': {'id': '1a5ef128-ded6-435f-9cc8-c5a86f06680e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:31.926129 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] For port 1a5ef128-ded6-435f-9cc8-c5a86f06680e, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=1a5ef128-ded6-435f-9cc8-c5a86f06680e,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:31.926714 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:31.938953 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Calling delete_port for 1a5ef128-ded6-435f-9cc8-c5a86f06680e owned by network:router_gateway {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:31.942313 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] Checking router: 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:31.952066 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] Routers {'1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:31.952675 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:31.983647 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:32.040091 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] Set router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 gateway port host: None {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:32.092957 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:57:31Z', 'revision_number': 6, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port_host': None}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:32.117769 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986c4867-5f67-418d-951c-6bb78a8440b3 None None] The sync data for ids ['1989eaf8-a780-4dd1-ba53-5f72bfc0bd22'] in dv-cinder-859447-2-iscsi is: [{'id': '1989eaf8-a780-4dd1-ba53-5f72bfc0bd22', 'name': 'tempest-TestMinimumBasicScenario-404736256-router', 'tenant_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:46Z', 'updated_at': '2022-10-04T08:57:31Z', 'revision_number': 6, 'project_id': 'f6f4de2e638d4746a56a2d2023d2401b', 'gw_port_host': None}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:32.167778 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (1a5ef128-ded6-435f-9cc8-c5a86f06680e), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.196018 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5ef128-ded6-435f-9cc8-c5a86f06680e,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:32.208511 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.208971 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.209202 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.209535 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.209865 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.210192 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.210538 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.210859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.211187 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.211522 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.211832 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.212150 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.212682 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.213078 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.213580 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:32.270197 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.367192 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.370033 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks [] for router_controller (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), precommit_delete_associations {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.482902 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (1989eaf8-a780-4dd1-ba53-5f72bfc0bd22), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.483539 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 {{(pid=113286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:57:32.490258 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.491483 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-fc5bf3fd-e08e-4c25-ad48-f8523f5cbf10 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/1989eaf8-a780-4dd1-ba53-5f72bfc0bd22 HTTP/1.1" status: 204 len: 168 time: 0.9523056 Oct 04 08:57:32.494785 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50024) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:32.546233 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fea0b0-38ee-45ad-8b8c-763be466e50f admin admin] Deleting subnet 80ab987e-4f3b-4ad7-a7ab-3b2c0e632255 {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:57:32.548834 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device bab3f62d-767d-4728-aaa3-47d95d3a4182 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:32.550289 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-46fea0b0-38ee-45ad-8b8c-763be466e50f admin admin] Publish callbacks [] for subnet (80ab987e-4f3b-4ad7-a7ab-3b2c0e632255), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.571047 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: bab3f62d-767d-4728-aaa3-47d95d3a4182 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:32.571047 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device bab3f62d-767d-4728-aaa3-47d95d3a4182 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:32.589380 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-46fea0b0-38ee-45ad-8b8c-763be466e50f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (80ab987e-4f3b-4ad7-a7ab-3b2c0e632255), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.695536 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-46fea0b0-38ee-45ad-8b8c-763be466e50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (80ab987e-4f3b-4ad7-a7ab-3b2c0e632255), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.808268 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-46fea0b0-38ee-45ad-8b8c-763be466e50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (80ab987e-4f3b-4ad7-a7ab-3b2c0e632255), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.811435 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:32.834028 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fea0b0-38ee-45ad-8b8c-763be466e50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ab987e-4f3b-4ad7-a7ab-3b2c0e632255,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:32.837574 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-46fea0b0-38ee-45ad-8b8c-763be466e50f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.840925 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-46fea0b0-38ee-45ad-8b8c-763be466e50f admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/80ab987e-4f3b-4ad7-a7ab-3b2c0e632255 HTTP/1.1" status: 204 len: 168 time: 0.3449910 Oct 04 08:57:32.843274 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50028) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:32.846479 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb03aa9-ccdd-42e9-bb72-0bc135202cea None None] Network 4bbb976b-3b1d-417f-9eb1-47edd4a962af requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:57:32.936179 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (4bbb976b-3b1d-417f-9eb1-47edd4a962af), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:32.977043 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:32.992581 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Deleting port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:32.994721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.017927 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf903bf-ed17-430a-ac3b-c36484782397 None None] DHCP port deletion for 4bbb976b-3b1d-417f-9eb1-47edd4a962af request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:57:33.062065 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] For port 24a814cc-dd8a-4cfc-89da-d221aead7ae2, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=24a814cc-dd8a-4cfc-89da-d221aead7ae2,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:33.062471 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.062635 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903bf-ed17-430a-ac3b-c36484782397 None None] Deleting port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:33.063236 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5cf903bf-ed17-430a-ac3b-c36484782397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.083646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Calling delete_port for 24a814cc-dd8a-4cfc-89da-d221aead7ae2 owned by network:dhcp {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:33.271231 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.284765 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-5cf903bf-ed17-430a-ac3b-c36484782397 None None] For port 24a814cc-dd8a-4cfc-89da-d221aead7ae2, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=24a814cc-dd8a-4cfc-89da-d221aead7ae2,segment=NetworkSegment(826226b4-ec26-47af-b425-1ee18716fab1),segment_id=826226b4-ec26-47af-b425-1ee18716fab1)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:33.284765 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5cf903bf-ed17-430a-ac3b-c36484782397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.297805 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903bf-ed17-430a-ac3b-c36484782397 None None] Calling delete_port for 24a814cc-dd8a-4cfc-89da-d221aead7ae2 owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:33.304141 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Pushing event deleted for resources: {'Port': ['ID=24a814cc-dd8a-4cfc-89da-d221aead7ae2,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:33.308511 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] No DVR routers for this DVR port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 on host dv-cinder-859447-2-iscsi {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:33.381416 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5cf903bf-ed17-430a-ac3b-c36484782397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (24a814cc-dd8a-4cfc-89da-d221aead7ae2), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.384816 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (4bbb976b-3b1d-417f-9eb1-47edd4a962af), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.407393 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903bf-ed17-430a-ac3b-c36484782397 None None] Pushing event deleted for resources: {'Port': ['ID=24a814cc-dd8a-4cfc-89da-d221aead7ae2,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:33.407618 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbb976b-3b1d-417f-9eb1-47edd4a962af']}} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:33.413543 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf903bf-ed17-430a-ac3b-c36484782397 None None] No DVR routers for this DVR port 24a814cc-dd8a-4cfc-89da-d221aead7ae2 on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:33.422722 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826226b4-ec26-47af-b425-1ee18716fab1') {'for_net_delete': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:33.422932 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826226b4-ec26-47af-b425-1ee18716fab1') {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:33.434627 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27825084'] for segment (826226b4-ec26-47af-b425-1ee18716fab1), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.449003 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (826226b4-ec26-47af-b425-1ee18716fab1), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.455541 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=113287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:57:33.455921 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27405659'] for segment (826226b4-ec26-47af-b425-1ee18716fab1), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.598668 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 826226b4-ec26-47af-b425-1ee18716fab1 resource provider aggregate not found Oct 04 08:57:33.617786 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 826226b4-ec26-47af-b425-1ee18716fab1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 826226b4-ec26-47af-b425-1ee18716fab1 found for delete ", "request_id": "req-a37bad7e-c779-45cc-8c6d-03b835816bbc"}]} Oct 04 08:57:33.625318 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (4bbb976b-3b1d-417f-9eb1-47edd4a962af), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.630527 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.635894 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4bbb976b-3b1d-417f-9eb1-47edd4a962af HTTP/1.1" status: 204 len: 168 time: 0.7892957 Oct 04 08:57:33.637008 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50048) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:33.687901 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fa187-1f7c-4d6b-a2a1-97d7f112bafa admin admin] Pushing event deleted for resources: {'Network': ['ID=4bbb976b-3b1d-417f-9eb1-47edd4a962af,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:33.962781 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (b3401fb8-09dc-47e5-8e4a-822db556f58f), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:33.965880 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:34.187471 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Deleting port 49c92b90-6543-4190-9601-8826bce2c601 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:34.187806 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (49c92b90-6543-4190-9601-8826bce2c601), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:34.214361 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 24a814cc-dd8a-4cfc-89da-d221aead7ae2 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:34.225804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:34.235166 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 24a814cc-dd8a-4cfc-89da-d221aead7ae2 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:34.235513 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 24a814cc-dd8a-4cfc-89da-d221aead7ae2 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:34.239268 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 1a5ef128-ded6-435f-9cc8-c5a86f06680e no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:34.255998 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 1a5ef128-ded6-435f-9cc8-c5a86f06680e {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:34.256353 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 1a5ef128-ded6-435f-9cc8-c5a86f06680e not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:34.271135 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] For port 49c92b90-6543-4190-9601-8826bce2c601, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=49c92b90-6543-4190-9601-8826bce2c601,segment=NetworkSegment(3e15f9f1-ad35-4e95-a200-d0a516e4e899),segment_id=3e15f9f1-ad35-4e95-a200-d0a516e4e899)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:34.271391 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (49c92b90-6543-4190-9601-8826bce2c601), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:34.288054 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Calling delete_port for 49c92b90-6543-4190-9601-8826bce2c601 owned by network:router_interface {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:34.545004 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (49c92b90-6543-4190-9601-8826bce2c601), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:34.571182 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c92b90-6543-4190-9601-8826bce2c601,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:34.664826 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5e840a6b-f61f-4de9-99d0-2896747dcd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:34.746995 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (b3401fb8-09dc-47e5-8e4a-822db556f58f), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:34.845745 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:34.950627 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Router b3401fb8-09dc-47e5-8e4a-822db556f58f has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:35.055166 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:35.060669 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-af84574e-a9cb-467e-8045-647f2d56ef81 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b3401fb8-09dc-47e5-8e4a-822db556f58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4227271 Oct 04 08:57:35.063781 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50056) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:35.064785 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] Sync routers for ids ['b3401fb8-09dc-47e5-8e4a-822db556f58f'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:35.075162 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] Routers {'b3401fb8-09dc-47e5-8e4a-822db556f58f'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:35.075777 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['b3401fb8-09dc-47e5-8e4a-822db556f58f'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:35.158790 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks [] for router (b3401fb8-09dc-47e5-8e4a-822db556f58f), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.179078 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] Set router b3401fb8-09dc-47e5-8e4a-822db556f58f gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:35.247345 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:35.256831 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks [] for router_gateway (b3401fb8-09dc-47e5-8e4a-822db556f58f), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.342271 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Deleting port 98284f0f-806b-4a88-b8e3-a16ed26bff3e {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:35.342537 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.349015 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:55Z', 'updated_at': '2022-10-04T08:57:34Z', 'revision_number': 5, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'gw_port': {'id': '98284f0f-806b-4a88-b8e3-a16ed26bff3e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:56Z', 'updated_at': '2022-10-04T08:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:35.375286 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] Checking router: b3401fb8-09dc-47e5-8e4a-822db556f58f for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:35.383296 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] Routers {'b3401fb8-09dc-47e5-8e4a-822db556f58f'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:35.383904 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['b3401fb8-09dc-47e5-8e4a-822db556f58f'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:35.425447 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] For port 98284f0f-806b-4a88-b8e3-a16ed26bff3e, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=98284f0f-806b-4a88-b8e3-a16ed26bff3e,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:35.425810 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.439455 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Calling delete_port for 98284f0f-806b-4a88-b8e3-a16ed26bff3e owned by network:router_gateway {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:35.468838 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] Set router b3401fb8-09dc-47e5-8e4a-822db556f58f gateway port host: None {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:35.518771 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:55Z', 'updated_at': '2022-10-04T08:57:35Z', 'revision_number': 6, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'gw_port_host': None}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:35.546951 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870f00b-5b16-40e5-b7e0-3a8065d789a5 None None] The sync data for ids ['b3401fb8-09dc-47e5-8e4a-822db556f58f'] in dv-cinder-859447-2-iscsi is: [{'id': 'b3401fb8-09dc-47e5-8e4a-822db556f58f', 'name': 'tempest-TestMinimumBasicScenario-671981962-router', 'tenant_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:55Z', 'updated_at': '2022-10-04T08:57:35Z', 'revision_number': 6, 'project_id': '73f71a9ac36e40c38b0e1e7306da9e6d', 'gw_port_host': None}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:35.605152 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:35.670896 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (98284f0f-806b-4a88-b8e3-a16ed26bff3e), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.697292 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=98284f0f-806b-4a88-b8e3-a16ed26bff3e,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:35.742885 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:57:35.771493 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (b3401fb8-09dc-47e5-8e4a-822db556f58f), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.860646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (b3401fb8-09dc-47e5-8e4a-822db556f58f), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.862719 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks [] for router_controller (b3401fb8-09dc-47e5-8e4a-822db556f58f), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.961516 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (b3401fb8-09dc-47e5-8e4a-822db556f58f), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.962694 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3401fb8-09dc-47e5-8e4a-822db556f58f {{(pid=113287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:57:35.969180 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:35.970339 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-09e9f9f1-8056-407d-9b3c-3ada6e20d6aa admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b3401fb8-09dc-47e5-8e4a-822db556f58f HTTP/1.1" status: 204 len: 168 time: 0.9056132 Oct 04 08:57:35.972838 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50066) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:36.021648 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dd0ac5-a954-4845-9594-04eaa66cc560 admin admin] Deleting subnet 11e0fc03-cafc-433d-9b0e-4ea224dc0c7f {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:57:36.024807 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0ac5-a954-4845-9594-04eaa66cc560 admin admin] Publish callbacks [] for subnet (11e0fc03-cafc-433d-9b0e-4ea224dc0c7f), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.063862 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0ac5-a954-4845-9594-04eaa66cc560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (11e0fc03-cafc-433d-9b0e-4ea224dc0c7f), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.091904 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb459a-07ce-4a94-97dc-9c6252b1a42b req-e4faa7fc-6d34-444e-a73d-32afe521b0dc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:36.093424 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e1cb459a-07ce-4a94-97dc-9c6252b1a42b req-e4faa7fc-6d34-444e-a73d-32afe521b0dc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0474489 Oct 04 08:57:36.141376 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0ac5-a954-4845-9594-04eaa66cc560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (11e0fc03-cafc-433d-9b0e-4ea224dc0c7f), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.142426 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e1cb459a-07ce-4a94-97dc-9c6252b1a42b req-c81b485a-45d4-456f-923c-c5be13814725 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Oct 04 08:57:36.260105 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0ac5-a954-4845-9594-04eaa66cc560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (11e0fc03-cafc-433d-9b0e-4ea224dc0c7f), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.289197 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd0ac5-a954-4845-9594-04eaa66cc560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e0fc03-cafc-433d-9b0e-4ea224dc0c7f,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:36.295745 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0ac5-a954-4845-9594-04eaa66cc560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.299199 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-b4dd0ac5-a954-4845-9594-04eaa66cc560 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/11e0fc03-cafc-433d-9b0e-4ea224dc0c7f HTTP/1.1" status: 204 len: 168 time: 0.3250918 Oct 04 08:57:36.301494 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a6061b-318d-468d-99d4-0a2852356e61 None None] Network 4bd474a0-f04c-409f-b4f2-953a191ceb55 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:57:36.303294 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50070) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:36.371762 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 98284f0f-806b-4a88-b8e3-a16ed26bff3e no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:36.376487 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:36.398935 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (4bd474a0-f04c-409f-b4f2-953a191ceb55), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.415197 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 98284f0f-806b-4a88-b8e3-a16ed26bff3e {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:36.415744 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 98284f0f-806b-4a88-b8e3-a16ed26bff3e not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:36.416141 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 49c92b90-6543-4190-9601-8826bce2c601 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:36.440824 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 49c92b90-6543-4190-9601-8826bce2c601 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:36.441163 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 49c92b90-6543-4190-9601-8826bce2c601 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:36.443148 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Deleting port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:36.443552 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.511264 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] For port 34e380bb-645c-4e0a-bef4-fbf5cda0f073, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=34e380bb-645c-4e0a-bef4-fbf5cda0f073,segment=NetworkSegment(3e15f9f1-ad35-4e95-a200-d0a516e4e899),segment_id=3e15f9f1-ad35-4e95-a200-d0a516e4e899)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:36.511628 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.523401 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96727bf8-c17e-4f8f-a1a2-eb8aeafcf883 None None] DHCP port deletion for 4bd474a0-f04c-409f-b4f2-953a191ceb55 request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:57:36.524527 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Calling delete_port for 34e380bb-645c-4e0a-bef4-fbf5cda0f073 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:36.525484 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:36.559508 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:36.564826 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-96727bf8-c17e-4f8f-a1a2-eb8aeafcf883 None None] Deleting port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:36.565203 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-96727bf8-c17e-4f8f-a1a2-eb8aeafcf883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.635937 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-96727bf8-c17e-4f8f-a1a2-eb8aeafcf883 None None] For port 34e380bb-645c-4e0a-bef4-fbf5cda0f073, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=34e380bb-645c-4e0a-bef4-fbf5cda0f073,segment=NetworkSegment(3e15f9f1-ad35-4e95-a200-d0a516e4e899),segment_id=3e15f9f1-ad35-4e95-a200-d0a516e4e899)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:36.636331 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-96727bf8-c17e-4f8f-a1a2-eb8aeafcf883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.653861 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-96727bf8-c17e-4f8f-a1a2-eb8aeafcf883 None None] Calling delete_port for 34e380bb-645c-4e0a-bef4-fbf5cda0f073 owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:36.722197 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.729559 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-96727bf8-c17e-4f8f-a1a2-eb8aeafcf883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (34e380bb-645c-4e0a-bef4-fbf5cda0f073), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.752373 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] No DVR routers for this DVR port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 on host dv-cinder-859447-2-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:36.754580 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96727bf8-c17e-4f8f-a1a2-eb8aeafcf883 None None] Pushing event deleted for resources: {'Port': ['ID=34e380bb-645c-4e0a-bef4-fbf5cda0f073,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:36.755077 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e380bb-645c-4e0a-bef4-fbf5cda0f073,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:36.759904 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96727bf8-c17e-4f8f-a1a2-eb8aeafcf883 None None] No DVR routers for this DVR port 34e380bb-645c-4e0a-bef4-fbf5cda0f073 on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:36.833189 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (4bd474a0-f04c-409f-b4f2-953a191ceb55), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.854559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd474a0-f04c-409f-b4f2-953a191ceb55']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:36.863914 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e15f9f1-ad35-4e95-a200-d0a516e4e899') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:36.864234 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e15f9f1-ad35-4e95-a200-d0a516e4e899') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:36.878254 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (3e15f9f1-ad35-4e95-a200-d0a516e4e899), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.892819 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (3e15f9f1-ad35-4e95-a200-d0a516e4e899), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.899454 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:57:36.900345 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (3e15f9f1-ad35-4e95-a200-d0a516e4e899), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.941403 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 3e15f9f1-ad35-4e95-a200-d0a516e4e899 resource provider aggregate not found Oct 04 08:57:36.945332 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-4c73de09-d473-4f8f-b530-192eb92fe123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:36.958206 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 3e15f9f1-ad35-4e95-a200-d0a516e4e899 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e15f9f1-ad35-4e95-a200-d0a516e4e899 found for delete ", "request_id": "req-cc93526e-b421-437d-8994-4a2769d64240"}]} Oct 04 08:57:37.032181 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (4bd474a0-f04c-409f-b4f2-953a191ceb55), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.050384 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.050384 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4bd474a0-f04c-409f-b4f2-953a191ceb55 HTTP/1.1" status: 204 len: 168 time: 0.7367558 Oct 04 08:57:37.050384 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:37.055249 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdf50b-cb68-4509-a92d-68272bccf266 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd474a0-f04c-409f-b4f2-953a191ceb55,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:37.269509 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaef651-2466-4291-8e67-d1943a52fafe req-c60e8fd1-66f8-451f-aa3a-d4c6df4ee995 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:37.271413 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ccaef651-2466-4291-8e67-d1943a52fafe req-c60e8fd1-66f8-451f-aa3a-d4c6df4ee995 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0508206 Oct 04 08:57:37.318843 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ccaef651-2466-4291-8e67-d1943a52fafe req-cf8f941c-ce55-4db7-b0e3-c0dab3e66ec5 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Oct 04 08:57:37.417997 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50080) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:37.458044 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-bde11dda-2bb5-460b-a979-17e6692d6a2a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f6f4de2e638d4746a56a2d2023d2401b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387962 Oct 04 08:57:37.460372 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50084) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:37.508256 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a14c-848e-479d-b757-9b684803be12 admin admin] Publish callbacks [] for security_group (40dc043b-4aca-439c-aac6-94d5a0555cb8), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.528660 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a14c-848e-479d-b757-9b684803be12 admin admin] Publish callbacks [] for security_group (40dc043b-4aca-439c-aac6-94d5a0555cb8), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.625156 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a14c-848e-479d-b757-9b684803be12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (40dc043b-4aca-439c-aac6-94d5a0555cb8), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.628326 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a14c-848e-479d-b757-9b684803be12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.629480 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-4ad7a14c-848e-479d-b757-9b684803be12 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/40dc043b-4aca-439c-aac6-94d5a0555cb8 HTTP/1.1" status: 204 len: 168 time: 0.1681790 Oct 04 08:57:37.638458 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7a14c-848e-479d-b757-9b684803be12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dc043b-4aca-439c-aac6-94d5a0555cb8,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:38.211288 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 34e380bb-645c-4e0a-bef4-fbf5cda0f073 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:38.231507 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 34e380bb-645c-4e0a-bef4-fbf5cda0f073 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:38.231845 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 34e380bb-645c-4e0a-bef4-fbf5cda0f073 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:38.282811 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50090) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:38.294249 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:38.322711 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a4353c4f-5cb4-43ab-aa7c-5fa621290161 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=73f71a9ac36e40c38b0e1e7306da9e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387506 Oct 04 08:57:38.325159 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50092) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:38.375435 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ade9eded-4c48-4add-ac1d-2c2bac944407 admin admin] Publish callbacks [] for security_group (ba82ded8-2b9b-4932-87a6-06854280350b), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:38.399019 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ade9eded-4c48-4add-ac1d-2c2bac944407 admin admin] Publish callbacks [] for security_group (ba82ded8-2b9b-4932-87a6-06854280350b), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:38.443372 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:38.470042 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af2bc8-3f32-4e45-87ac-32a8abfa8031 req-c33d6a22-2042-4955-9efb-46594fdfa592 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:38.471838 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-19af2bc8-3f32-4e45-87ac-32a8abfa8031 req-c33d6a22-2042-4955-9efb-46594fdfa592 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0759404 Oct 04 08:57:38.518961 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-19af2bc8-3f32-4e45-87ac-32a8abfa8031 req-4077e5a0-72d7-4bdf-a301-f6b23e667336 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Oct 04 08:57:38.589932 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ade9eded-4c48-4add-ac1d-2c2bac944407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ba82ded8-2b9b-4932-87a6-06854280350b), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:38.592550 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ade9eded-4c48-4add-ac1d-2c2bac944407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:38.593655 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ade9eded-4c48-4add-ac1d-2c2bac944407 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ba82ded8-2b9b-4932-87a6-06854280350b HTTP/1.1" status: 204 len: 168 time: 0.2676318 Oct 04 08:57:38.602338 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9eded-4c48-4add-ac1d-2c2bac944407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba82ded8-2b9b-4932-87a6-06854280350b,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:39.164971 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76688208-e3c6-4472-a676-8e4d98ab4d05 req-9ec70253-1fa0-4bf7-96ad-add209f5ed6f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:39.166554 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-76688208-e3c6-4472-a676-8e4d98ab4d05 req-9ec70253-1fa0-4bf7-96ad-add209f5ed6f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Oct 04 08:57:39.216644 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-76688208-e3c6-4472-a676-8e4d98ab4d05 req-0b6acf18-ec1c-4c18-93b5-45e0a0398216 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444889 Oct 04 08:57:39.596117 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:39.644138 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfcd0d-9030-4849-b25e-5d7556d43714 req-7df153e7-e495-4c58-a588-7533574f01ed tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:39.646749 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f1cfcd0d-9030-4849-b25e-5d7556d43714 req-7df153e7-e495-4c58-a588-7533574f01ed tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0502546 Oct 04 08:57:39.695923 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f1cfcd0d-9030-4849-b25e-5d7556d43714 req-ec47fe6b-b8a4-4311-83fe-9b58e4e32626 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428972 Oct 04 08:57:39.726428 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50128) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:39.824791 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-815525880-network', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:39.939157 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Made reservation on behalf of 655f83bbd3d847f3b060af2ff5250585 for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:57:39.941493 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:39.953224 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:39.973458 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:40.028956 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Publish callbacks [] for security_group (ca247cd1-9c38-4ece-a8d9-4afaccc5c365), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:40.059174 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:40.087789 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ca247cd1-9c38-4ece-a8d9-4afaccc5c365), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:40.116753 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:57:40.123145 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca247cd1-9c38-4ece-a8d9-4afaccc5c365,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:40.129064 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (389a31fc-4dd0-499e-9345-567dc364cc21), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:40.129408 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Added segment 389a31fc-4dd0-499e-9345-567dc364cc21 of type vlan for network 241e3a87-6f8d-443d-978c-ba497455a028 Oct 04 08:57:40.170805 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (241e3a87-6f8d-443d-978c-ba497455a028), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:40.242145 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (241e3a87-6f8d-443d-978c-ba497455a028), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:40.243196 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:40.243787 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:40.557313 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8298490 Oct 04 08:57:40.561278 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50134) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:40.564805 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e8f4-e16b-432e-b353-2e21b4eae7bb admin admin] Pushing event updated for resources: {'Network': ['ID=241e3a87-6f8d-443d-978c-ba497455a028,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:40.566749 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Request body: {'subnet': {'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-815525880-subnet', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:40.576761 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 241e3a87-6f8d-443d-978c-ba497455a028 details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:57:40.577110 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26808-aed0-43fe-8224-27919429eb59 req-c604a696-5a8b-4bca-9ce7-9b85147520dc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:40.578653 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-68a26808-aed0-43fe-8224-27919429eb59 req-c604a696-5a8b-4bca-9ce7-9b85147520dc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.0657330 Oct 04 08:57:40.612169 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:40.627663 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-68a26808-aed0-43fe-8224-27919429eb59 req-cbc0651b-3738-4c9b-9497-b9206e33cfbb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Oct 04 08:57:40.637006 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Made reservation on behalf of 655f83bbd3d847f3b060af2ff5250585 for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:57:40.639602 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27706419'] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:40.709092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:40.820604 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cda833-7513-44d1-b254-f3728a44fada req-9763a160-118a-4aae-8571-023f50e61ea6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:40.822094 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38cda833-7513-44d1-b254-f3728a44fada req-9763a160-118a-4aae-8571-023f50e61ea6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0479994 Oct 04 08:57:40.872781 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-38cda833-7513-44d1-b254-f3728a44fada req-e26e274a-d9d2-4a4e-90e0-c07e8a9db2b6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444641 Oct 04 08:57:40.882561 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27405808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27706401'] for subnet (06fac3b2-e7de-4345-945b-74b6478447da), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.183537 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fac3b2-e7de-4345-945b-74b6478447da,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:41.191146 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:41.193898 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Checking segment: {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:57:41.194255 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Network hostable DHCP agents. Network: 241e3a87-6f8d-443d-978c-ba497455a028, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:57:41.287576 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Network 241e3a87-6f8d-443d-978c-ba497455a028 is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:57:41.372326 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 241e3a87-6f8d-443d-978c-ba497455a028) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:41.376566 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:41.377337 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.382989 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59f0ba-22e3-4364-9a20-e4a4ae86b487 None None] Network 241e3a87-6f8d-443d-978c-ba497455a028 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:57:41.452029 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-53772dc6-3882-44f4-8a9a-8e5dcf69ce6c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:41.453480 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-53772dc6-3882-44f4-8a9a-8e5dcf69ce6c tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0476243 Oct 04 08:57:41.457105 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f4a7ad3e-7171-4d7b-bba8-cbe4270c3a50 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8942235 Oct 04 08:57:41.460377 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50138) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:41.465518 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:41.494754 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-241e3a87-6f8d-443d-978c-ba497455a028', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:57:41.495719 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.574385 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (8ab30693-70a7-426d-b521-5fbc67b12494), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.575842 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (8ab30693-70a7-426d-b521-5fbc67b12494), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.586292 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-a3226212-fbe4-4904-9908-8d6966804768 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:41.588615 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-a3226212-fbe4-4904-9908-8d6966804768 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.1002133 Oct 04 08:57:41.629314 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Allocated IP 172.20.0.2 (241e3a87-6f8d-443d-978c-ba497455a028/06fac3b2-e7de-4345-945b-74b6478447da/4a27ea64-9188-4d4d-88e7-eb35a5aaeef6) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:57:41.630229 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Deleting port 58411766-09ff-4773-bf48-970dc9dc8309 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:41.630607 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (58411766-09ff-4773-bf48-970dc9dc8309), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.630835 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks [] for router_controller (8ab30693-70a7-426d-b521-5fbc67b12494), precommit_add_association {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.703818 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:41.745013 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Deleting port 2689379b-47a8-42fb-97fd-2b3a41375c74 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:41.745387 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.793055 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Publish callbacks [] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.817949 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] For port 58411766-09ff-4773-bf48-970dc9dc8309, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=58411766-09ff-4773-bf48-970dc9dc8309,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:41.818331 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (58411766-09ff-4773-bf48-970dc9dc8309), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.875782 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b2d72-9947-444f-bdca-f63290ac37d8 req-85ea084c-118d-4de4-b136-2165d7cf9c52 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:41.876776 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-634b2d72-9947-444f-bdca-f63290ac37d8 req-85ea084c-118d-4de4-b136-2165d7cf9c52 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 945 time: 0.1382976 Oct 04 08:57:41.882723 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks [] for router_gateway (8ab30693-70a7-426d-b521-5fbc67b12494), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.899726 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.905971 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] For port 2689379b-47a8-42fb-97fd-2b3a41375c74, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2689379b-47a8-42fb-97fd-2b3a41375c74,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:41.906330 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:41.937345 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-634b2d72-9947-444f-bdca-f63290ac37d8 req-a2bd9e93-56a2-4173-bf06-c32f73e79337 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e7595ec2-0109-40b0-abfc-88ad8b4f3502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498917 Oct 04 08:57:41.957645 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Pushing event updated for resources: {'Port': ['ID=4a27ea64-9188-4d4d-88e7-eb35a5aaeef6,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:41.964979 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Network 241e3a87-6f8d-443d-978c-ba497455a028 is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:41.970195 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:41.972721 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:57:42.036943 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Attempting to bind port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:57:42.037774 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Attempting to bind port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:57:42.038378 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Attempting to bind port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 on network 241e3a87-6f8d-443d-978c-ba497455a028 {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:57:42.059648 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:42.064964 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e3eca-7fea-4c14-892a-646998e4f3bd req-59c76ae7-78d1-49d7-95bb-73ed639ea903 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:42.066510 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb5e3eca-7fea-4c14-892a-646998e4f3bd req-59c76ae7-78d1-49d7-95bb-73ed639ea903 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 945 time: 0.0969779 Oct 04 08:57:42.090281 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:57:42.091105 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Checking segment: {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:57:42.092434 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.093045 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Bound using segment: {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:57:42.094235 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Bound port: 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:57:42.096002 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=44 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:42.097125 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.163570 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.163938 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (2598da52-e429-4b9c-9e26-cc754973edf1), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.164360 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Floating IP 2598da52-e429-4b9c-9e26-cc754973edf1 disassociated. External IP: 172.27.1.86, port: 2689379b-47a8-42fb-97fd-2b3a41375c74. Oct 04 08:57:42.164602 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Calling delete_port for 2689379b-47a8-42fb-97fd-2b3a41375c74 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:42.173706 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] For port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:57:42.174647 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eb5e3eca-7fea-4c14-892a-646998e4f3bd req-495d3efb-1dcd-4fcd-9403-99d87ab1ab69 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114b112e-1a7f-409e-9d30-cab40941e135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020656 Oct 04 08:57:42.177556 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] For port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=4a27ea64-9188-4d4d-88e7-eb35a5aaeef6,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:57:42.242740 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:42.244896 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.245290 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (9f9aad4a-51fc-490e-9b1c-51b23437f50c), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.245622 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Floating IP 9f9aad4a-51fc-490e-9b1c-51b23437f50c disassociated. External IP: 172.27.1.232, port: 58411766-09ff-4773-bf48-970dc9dc8309. Oct 04 08:57:42.246133 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Calling delete_port for 58411766-09ff-4773-bf48-970dc9dc8309 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:42.256925 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks [] for router_gateway (8ab30693-70a7-426d-b521-5fbc67b12494), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.278795 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.298042 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:42.301659 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.350973 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:42.386696 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f19f49-2284-4a33-9a48-388f261f51b2 None None] Pushing event updated for resources: {'Port': ['ID=4a27ea64-9188-4d4d-88e7-eb35a5aaeef6,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:42.418341 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Allocated IP 172.27.1.71 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/b8bc2c11-2d81-4949-b81a-ebe715697a42) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:57:42.453330 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (2689379b-47a8-42fb-97fd-2b3a41375c74), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.486523 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:42.490576 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event deleted for resources: {'Port': ['ID=2689379b-47a8-42fb-97fd-2b3a41375c74,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:42.590011 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks [] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.602124 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (58411766-09ff-4773-bf48-970dc9dc8309), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.655109 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.673962 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event deleted for resources: {'Port': ['ID=58411766-09ff-4773-bf48-970dc9dc8309,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:42.713545 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:42.722064 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:42.732495 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:42.735397 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:57:42.773800 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b8bc2c11-2d81-4949-b81a-ebe715697a42,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:42.804888 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Router 0590620e-b2c0-4df5-9f89-a505223f0581 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:42.934132 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=14,neutron:SELECT=86 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:42.991360 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:43.009110 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] Sync routers for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:43.025884 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:43.026882 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:43.076291 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] No DVR routers for this DVR port 2689379b-47a8-42fb-97fd-2b3a41375c74 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:43.078396 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:43.080457 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:43.084236 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1fd1e6d4-f713-4d32-8079-d9be0ae1ea04 req-f71de23d-a576-46fe-850c-6cf7235da611 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "DELETE /networking/v2.0/ports/2689379b-47a8-42fb-97fd-2b3a41375c74 HTTP/1.1" status: 204 len: 173 time: 1.4860952 Oct 04 08:57:43.084773 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'name': 'network-vif-deleted', 'tag': '2689379b-47a8-42fb-97fd-2b3a41375c74'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:43.087179 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16bf264-0cb0-434c-8a3b-8da97e9d54f8" -d '{"events": [{"server_uuid": "b087fca8-b245-4d5b-8cd3-1baec0ad7560", "name": "network-vif-deleted", "tag": "2689379b-47a8-42fb-97fd-2b3a41375c74"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:43.116776 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23106527-1ce4-4891-b912-d02de988e25c None None] Sync routers for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:43.144697 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23106527-1ce4-4891-b912-d02de988e25c None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:43.145976 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-23106527-1ce4-4891-b912-d02de988e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:43.230804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] No DVR routers for this DVR port 58411766-09ff-4773-bf48-970dc9dc8309 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:43.247761 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:43.254467 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-77ad38ce-97be-44e7-803a-e16d48280e80 req-bb2d1817-f1b6-4ed8-bafb-ed255d011dab tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 210 time: 0.0914764 Oct 04 08:57:43.259683 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-9c83b0cb-1d3e-42ff-a5a2-00bee19afc6f req-6a817fce-d64a-4aea-8025-ed23105da6b9 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "DELETE /networking/v2.0/ports/58411766-09ff-4773-bf48-970dc9dc8309 HTTP/1.1" status: 204 len: 173 time: 1.7697272 Oct 04 08:57:43.290120 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks [] for router_gateway (8ab30693-70a7-426d-b521-5fbc67b12494), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:43.295286 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:43.345329 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d73ca11-a337-49b8-8026-81b6a6139734 x-openstack-request-id: req-1d73ca11-a337-49b8-8026-81b6a6139734 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:43.345621 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b087fca8-b245-4d5b-8cd3-1baec0ad7560", "name": "network-vif-deleted", "tag": "2689379b-47a8-42fb-97fd-2b3a41375c74", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:43.345925 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1d73ca11-a337-49b8-8026-81b6a6139734 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:43.346343 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d73ca11-a337-49b8-8026-81b6a6139734'] response: {'server_uuid': 'b087fca8-b245-4d5b-8cd3-1baec0ad7560', 'name': 'network-vif-deleted', 'tag': '2689379b-47a8-42fb-97fd-2b3a41375c74', 'status': 'completed', 'code': 200} Oct 04 08:57:43.370078 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:43.544316 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-585b2372-df17-41e1-9a80-595d109f5e08 req-cb35c433-599e-4e84-9420-5fb71f087ebc tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 210 time: 0.0447137 Oct 04 08:57:43.744944 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (8ab30693-70a7-426d-b521-5fbc67b12494), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:43.795494 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-23106527-1ce4-4891-b912-d02de988e25c None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:43.799919 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:43.850265 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] Checking router: 38f9f67e-11d9-4b00-8a25-fdfa80949e5b for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:43.859058 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd5455e-43d0-4674-81fa-1731d29223a7 None None] Network 241e3a87-6f8d-443d-978c-ba497455a028 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:57:43.863334 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:43.863334 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:43.991595 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-22e13f95-ac85-4eba-b61a-8126880a2534 None None] Provisioning complete for port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:43.991974 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-22e13f95-ac85-4eba-b61a-8126880a2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:43.992309 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-22e13f95-ac85-4eba-b61a-8126880a2534 None None] Attempt 1 to provision port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 Oct 04 08:57:44.025647 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:44.043300 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Router 8ab30693-70a7-426d-b521-5fbc67b12494 is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:57:44.191838 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:44.202721 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:44.205339 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:44.215166 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-22e13f95-ac85-4eba-b61a-8126880a2534 None None] Current status of the port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:44.219875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-22e13f95-ac85-4eba-b61a-8126880a2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:44.221653 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Sync routers for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:44.246875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-23106527-1ce4-4891-b912-d02de988e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:19Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:44.275577 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-22e13f95-ac85-4eba-b61a-8126880a2534 None None] For port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=4a27ea64-9188-4d4d-88e7-eb35a5aaeef6,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:44.290131 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:44.295092 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3e9e08a3-8614-451f-9118-ec06e4f2e8e9 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8300478 Oct 04 08:57:44.295092 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50174) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:44.313908 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23106527-1ce4-4891-b912-d02de988e25c None None] Checking router: 0590620e-b2c0-4df5-9f89-a505223f0581 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:44.342486 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23106527-1ce4-4891-b912-d02de988e25c None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:44.343289 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-23106527-1ce4-4891-b912-d02de988e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:44.387335 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:44.389353 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:44.464465 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f396e58d-2b0b-4d9d-92f7-e4a042125275 req-8b1c67f0-a6f7-4a4d-9591-e94b57f3a9b8 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b087fca8-b245-4d5b-8cd3-1baec0ad7560 HTTP/1.1" status: 200 len: 210 time: 0.0551963 Oct 04 08:57:44.471456 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:44.488127 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:44.492738 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-22e13f95-ac85-4eba-b61a-8126880a2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:44.513149 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569f923-e8fc-4e8e-9b76-2559b5d2e367 None None] The sync data for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi is: [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:44.528586 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:44.565821 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-23106527-1ce4-4891-b912-d02de988e25c None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:44.646126 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:44.740890 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:44.895404 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-bda0f7b0-4263-47a2-a52a-eb98c2bde30c None None] Provisioning complete for port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:44.896808 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bda0f7b0-4263-47a2-a52a-eb98c2bde30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:44.897290 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-bda0f7b0-4263-47a2-a52a-eb98c2bde30c None None] Attempt 1 to provision port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 Oct 04 08:57:44.910069 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:44.911075 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:44.911858 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 Oct 04 08:57:45.005652 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0dbd9c-7ade-4870-8ca6-cf85048bab4a None None] New status for floating IP 2598da52-e429-4b9c-9e26-cc754973edf1: DOWN {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:57:45.048486 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e13f95-ac85-4eba-b61a-8126880a2534 None None] Pushing event updated for resources: {'Port': ['ID=4a27ea64-9188-4d4d-88e7-eb35a5aaeef6,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:45.073546 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:42Z', 'revision_number': 3, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:45.100051 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Checking router: 8ab30693-70a7-426d-b521-5fbc67b12494 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:45.102345 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Updating router 8ab30693-70a7-426d-b521-5fbc67b12494 port b8bc2c11-2d81-4949-b81a-ebe715697a42 binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:57:45.132286 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.164437 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4a9e1e46-378b-4808-b86a-fa68b324d522 req-4ebde68c-e28c-4437-9822-9bdef6b0fe33 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=836bad03-671e-48e3-8931-55435b0139d5 HTTP/1.1" status: 200 len: 210 time: 0.3965197 Oct 04 08:57:45.238047 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:45.270099 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:45.275063 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-23106527-1ce4-4891-b912-d02de988e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:19Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:45.280307 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-bda0f7b0-4263-47a2-a52a-eb98c2bde30c None None] Current status of the port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:45.305539 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23106527-1ce4-4891-b912-d02de988e25c None None] The sync data for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi is: [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:08Z', 'revision_number': 4, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': 'f3fbd7ff-bd11-4e26-9a0b-aaedb5579009', 'name': '', 'network_id': 'ff082fc8-e1db-4811-948c-1101d0759e1f', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'mac_address': 'fa:16:3e:5b:87:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:04Z', 'updated_at': '2022-10-04T08:52:19Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'subnets': [{'id': '24ff5370-5973-45f0-80c2-c27671180f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:45.347795 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'name': 'network-vif-deleted', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:45.351074 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578e21a3-43b9-4972-92d5-c9eda8a8064a" -d '{"events": [{"server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "name": "network-vif-deleted", "tag": "58411766-09ff-4773-bf48-970dc9dc8309"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:45.381532 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:45.424281 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0b8ef3-2907-40c8-bfea-095857307cea x-openstack-request-id: req-7a0b8ef3-2907-40c8-bfea-095857307cea {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:45.424760 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836bad03-671e-48e3-8931-55435b0139d5", "name": "network-vif-deleted", "tag": "58411766-09ff-4773-bf48-970dc9dc8309", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:45.425231 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7a0b8ef3-2907-40c8-bfea-095857307cea {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:45.425791 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0b8ef3-2907-40c8-bfea-095857307cea'] response: {'server_uuid': '836bad03-671e-48e3-8931-55435b0139d5', 'name': 'network-vif-deleted', 'tag': '58411766-09ff-4773-bf48-970dc9dc8309', 'status': 'completed', 'code': 200} Oct 04 08:57:45.491338 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Publish callbacks [] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.519704 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.596690 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.636777 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Attempting to bind port b8bc2c11-2d81-4949-b81a-ebe715697a42 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:57:45.637158 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Attempting to bind port b8bc2c11-2d81-4949-b81a-ebe715697a42 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:57:45.638049 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Attempting to bind port b8bc2c11-2d81-4949-b81a-ebe715697a42 on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:57:45.673816 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5c72a-f66d-4cdb-ab34-f79383214ffe None None] New status for floating IP 9f9aad4a-51fc-490e-9b1c-51b23437f50c: DOWN {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:57:45.680993 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Pushing event updated for resources: {'Port': ['ID=b8bc2c11-2d81-4949-b81a-ebe715697a42,revision_number=2']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:45.691792 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50204) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:45.726446 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Allocated IP 172.20.0.1 (241e3a87-6f8d-443d-978c-ba497455a028/06fac3b2-e7de-4345-945b-74b6478447da/6f13013a-9530-4ef2-89ea-38289b973562) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:57:45.731540 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:45.754932 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.755186 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.755358 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.755736 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.756060 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.756402 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.756699 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.757017 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.757366 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.757679 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.757991 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.758320 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.758671 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.758967 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.759275 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:45.820469 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:57:45.826203 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:57:45.826203 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.826203 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:57:45.826203 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Bound port: b8bc2c11-2d81-4949-b81a-ebe715697a42, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:57:45.826747 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-046facaa-2c98-4a7f-bc1b-48d3bbeed09a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (e7595ec2-0109-40b0-abfc-88ad8b4f3502), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.826847 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.862697 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-046facaa-2c98-4a7f-bc1b-48d3bbeed09a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (e7595ec2-0109-40b0-abfc-88ad8b4f3502), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.947085 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Publish callbacks [] for port (6f13013a-9530-4ef2-89ea-38289b973562), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.955429 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:45.961407 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] For port b8bc2c11-2d81-4949-b81a-ebe715697a42, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:57:45.969383 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] For port b8bc2c11-2d81-4949-b81a-ebe715697a42, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=b8bc2c11-2d81-4949-b81a-ebe715697a42,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:57:46.048535 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.049702 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-046facaa-2c98-4a7f-bc1b-48d3bbeed09a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e7595ec2-0109-40b0-abfc-88ad8b4f3502), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.053254 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-046facaa-2c98-4a7f-bc1b-48d3bbeed09a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.057621 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:46.059356 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-046facaa-2c98-4a7f-bc1b-48d3bbeed09a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e7595ec2-0109-40b0-abfc-88ad8b4f3502 HTTP/1.1" status: 204 len: 168 time: 0.3655281 Oct 04 08:57:46.060049 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50212) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:46.060229 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (6f13013a-9530-4ef2-89ea-38289b973562), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.083787 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.api.v2.resource [None req-632c1fc9-ef84-4b23-bcce-6ed961cbe45b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] show failed (client error): The resource could not be found. Oct 04 08:57:46.087807 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-632c1fc9-ef84-4b23-bcce-6ed961cbe45b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups/e7595ec2-0109-40b0-abfc-88ad8b4f3502 HTTP/1.1" status: 404 len: 347 time: 0.0234983 Oct 04 08:57:46.088087 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50214) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:46.125878 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046facaa-2c98-4a7f-bc1b-48d3bbeed09a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7595ec2-0109-40b0-abfc-88ad8b4f3502,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:46.127770 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Pushing event updated for resources: {'Port': ['ID=6f13013a-9530-4ef2-89ea-38289b973562,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:46.140362 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3902f-ccc6-4e0d-8bc7-d2c5138b7f55 None None] Pushing event updated for resources: {'Port': ['ID=b8bc2c11-2d81-4949-b81a-ebe715697a42,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:46.156828 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:46.157457 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:46.166417 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Network 241e3a87-6f8d-443d-978c-ba497455a028 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:46.168648 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:46.189509 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:57:46.275218 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (8ab30693-70a7-426d-b521-5fbc67b12494), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.288231 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:46.348102 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:46.427746 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Deleting port f67fa69e-5a33-417d-95ab-91557f8ba3cc {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:46.428377 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (f67fa69e-5a33-417d-95ab-91557f8ba3cc), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.436269 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:46.436809 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.437448 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 Oct 04 08:57:46.497395 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50230) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:46.588523 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 2689379b-47a8-42fb-97fd-2b3a41375c74 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:46.615018 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:46.618455 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 2689379b-47a8-42fb-97fd-2b3a41375c74 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:46.618731 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 2689379b-47a8-42fb-97fd-2b3a41375c74 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:46.619138 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 58411766-09ff-4773-bf48-970dc9dc8309 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:46.621049 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (f67fa69e-5a33-417d-95ab-91557f8ba3cc), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.622579 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (f67fa69e-5a33-417d-95ab-91557f8ba3cc), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.629904 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:46.644338 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 58411766-09ff-4773-bf48-970dc9dc8309 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:46.644686 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 58411766-09ff-4773-bf48-970dc9dc8309 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:46.663219 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:42Z', 'revision_number': 3, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:46.663452 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Calling delete_port for f67fa69e-5a33-417d-95ab-91557f8ba3cc owned by network:floatingip {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:46.667730 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-74c185b5-f35c-483b-87b8-f8421aa39530 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group (114b112e-1a7f-409e-9d30-cab40941e135), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.674028 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6f13013a-9530-4ef2-89ea-38289b973562), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.689745 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b37ca0-9d0c-4c4e-a065-2d3f13d88671 None None] The sync data for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi is: [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:42Z', 'revision_number': 3, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:46.715111 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0ffdcaa0-7b7c-4733-be48-a7cc96fe6df8 None None] Provisioning complete for port 6f13013a-9530-4ef2-89ea-38289b973562 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:46.715690 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0ffdcaa0-7b7c-4733-be48-a7cc96fe6df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6f13013a-9530-4ef2-89ea-38289b973562), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.716175 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0ffdcaa0-7b7c-4733-be48-a7cc96fe6df8 None None] Attempt 1 to provision port 6f13013a-9530-4ef2-89ea-38289b973562 Oct 04 08:57:46.748631 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-74c185b5-f35c-483b-87b8-f8421aa39530 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group (114b112e-1a7f-409e-9d30-cab40941e135), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.751962 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:46.775664 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0ffdcaa0-7b7c-4733-be48-a7cc96fe6df8 None None] Port 6f13013a-9530-4ef2-89ea-38289b973562 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:57:46.787748 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:46.956804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (f67fa69e-5a33-417d-95ab-91557f8ba3cc), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.002113 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event deleted for resources: {'Port': ['ID=f67fa69e-5a33-417d-95ab-91557f8ba3cc,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:47.002224 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf459df-c39f-4219-9ebf-d95901053d1a req-18986c2f-f0cb-4709-b2b2-15d73b858c3a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:47.002224 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8cf459df-c39f-4219-9ebf-d95901053d1a req-18986c2f-f0cb-4709-b2b2-15d73b858c3a tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.1565332 Oct 04 08:57:47.065383 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-74c185b5-f35c-483b-87b8-f8421aa39530 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (114b112e-1a7f-409e-9d30-cab40941e135), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.070314 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-74c185b5-f35c-483b-87b8-f8421aa39530 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.072489 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-74c185b5-f35c-483b-87b8-f8421aa39530 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/114b112e-1a7f-409e-9d30-cab40941e135 HTTP/1.1" status: 204 len: 168 time: 0.5740561 Oct 04 08:57:47.082303 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50236) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:47.106649 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.api.v2.resource [None req-d5ea1dce-3167-41a9-a2db-82a1fbba7193 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] show failed (client error): The resource could not be found. Oct 04 08:57:47.118727 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-d5ea1dce-3167-41a9-a2db-82a1fbba7193 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups/114b112e-1a7f-409e-9d30-cab40941e135 HTTP/1.1" status: 404 len: 347 time: 0.0345833 Oct 04 08:57:47.119290 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50238) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:47.141077 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c185b5-f35c-483b-87b8-f8421aa39530 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114b112e-1a7f-409e-9d30-cab40941e135,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:47.180877 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8cf459df-c39f-4219-9ebf-d95901053d1a req-985c1248-6fb1-429f-9686-89e009a17b63 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683030 Oct 04 08:57:47.196117 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Publish callbacks [] for port (6f13013a-9530-4ef2-89ea-38289b973562), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.234253 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (2598da52-e429-4b9c-9e26-cc754973edf1), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.237477 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.238732 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-474f37b6-afe6-4b15-9b60-5b5523f238bc tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/2598da52-e429-4b9c-9e26-cc754973edf1 HTTP/1.1" status: 204 len: 168 time: 1.1496401 Oct 04 08:57:47.276328 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (6f13013a-9530-4ef2-89ea-38289b973562), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.289990 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Deleting port 8d6ff545-0d7f-47b7-9009-5f395c929dd1 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:47.289990 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (8d6ff545-0d7f-47b7-9009-5f395c929dd1), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.350647 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (8ab30693-70a7-426d-b521-5fbc67b12494), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.368167 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Pushing event updated for resources: {'Port': ['ID=6f13013a-9530-4ef2-89ea-38289b973562,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:47.383713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (8d6ff545-0d7f-47b7-9009-5f395c929dd1), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.384045 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for floatingip (8d6ff545-0d7f-47b7-9009-5f395c929dd1), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.387573 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50242) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:47.402565 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-f034bc01-39d9-4725-9883-a7c3647d1524 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434708838', 'description': 'tempest-description--2002647445'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:47.417702 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Calling delete_port for 8d6ff545-0d7f-47b7-9009-5f395c929dd1 owned by network:floatingip {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:47.485047 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Network 241e3a87-6f8d-443d-978c-ba497455a028 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:47.486642 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:47.512329 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f034bc01-39d9-4725-9883-a7c3647d1524 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.534600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:47.606539 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:47.616182 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Router 8ab30693-70a7-426d-b521-5fbc67b12494 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:47.646955 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f034bc01-39d9-4725-9883-a7c3647d1524 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (079cfa76-4eab-49b9-a7ff-38f3fd638a26), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.699982 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (8d6ff545-0d7f-47b7-9009-5f395c929dd1), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.739783 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event deleted for resources: {'Port': ['ID=8d6ff545-0d7f-47b7-9009-5f395c929dd1,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:47.742651 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f034bc01-39d9-4725-9883-a7c3647d1524 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (079cfa76-4eab-49b9-a7ff-38f3fd638a26), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.752409 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:47.760566 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3d495a23-0aba-4168-a596-5c99a0b4124b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8ab30693-70a7-426d-b521-5fbc67b12494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4634852 Oct 04 08:57:47.778598 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:47.810115 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-3ef59362-6bfe-4d44-9646-de35aea0317f None None] Provisioning complete for port 6f13013a-9530-4ef2-89ea-38289b973562 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:47.811169 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-3ef59362-6bfe-4d44-9646-de35aea0317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6f13013a-9530-4ef2-89ea-38289b973562), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.812244 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-3ef59362-6bfe-4d44-9646-de35aea0317f None None] Attempt 1 to provision port 6f13013a-9530-4ef2-89ea-38289b973562 Oct 04 08:57:47.826054 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034bc01-39d9-4725-9883-a7c3647d1524 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079cfa76-4eab-49b9-a7ff-38f3fd638a26,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:47.842937 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks [] for floatingip (9f9aad4a-51fc-490e-9b1c-51b23437f50c), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.845895 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.847217 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-ec09d919-47ce-48ee-98ce-bfbf31e45403 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/9f9aad4a-51fc-490e-9b1c-51b23437f50c HTTP/1.1" status: 204 len: 168 time: 0.7144830 Oct 04 08:57:47.919831 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f034bc01-39d9-4725-9883-a7c3647d1524 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.921742 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f034bc01-39d9-4725-9883-a7c3647d1524 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5323374 Oct 04 08:57:47.924114 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50250) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:47.929497 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-4caf1616-b737-4d35-9be8-4bfab9d30844 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'security_group_rule': {'security_group_id': '079cfa76-4eab-49b9-a7ff-38f3fd638a26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:48.001584 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-3ef59362-6bfe-4d44-9646-de35aea0317f None None] Port 6f13013a-9530-4ef2-89ea-38289b973562 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:57:48.094429 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4caf1616-b737-4d35-9be8-4bfab9d30844 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (5cc4f19a-33d4-4229-9ee3-97218d7bf297), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.162000 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4caf1616-b737-4d35-9be8-4bfab9d30844 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (5cc4f19a-33d4-4229-9ee3-97218d7bf297), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.242371 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4caf1616-b737-4d35-9be8-4bfab9d30844 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (5cc4f19a-33d4-4229-9ee3-97218d7bf297), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.270303 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device b8bc2c11-2d81-4949-b81a-ebe715697a42 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:48.270885 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf1616-b737-4d35-9be8-4bfab9d30844 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc4f19a-33d4-4229-9ee3-97218d7bf297,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:48.330605 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port b8bc2c11-2d81-4949-b81a-ebe715697a42 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:48.331111 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.331678 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port b8bc2c11-2d81-4949-b81a-ebe715697a42 Oct 04 08:57:48.351381 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ab788-2824-4210-bc64-42f30d4f2296 req-2431ee66-3745-4bb6-b535-377db1feb5ea tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:48.359445 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-df8ab788-2824-4210-bc64-42f30d4f2296 req-2431ee66-3745-4bb6-b535-377db1feb5ea tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0692677 Oct 04 08:57:48.364101 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4caf1616-b737-4d35-9be8-4bfab9d30844 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.368450 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-4caf1616-b737-4d35-9be8-4bfab9d30844 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4401200 Oct 04 08:57:48.374353 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50264) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:48.380094 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-acb091de-5835-4518-bf7f-a05e2ac758d5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'security_group_rule': {'security_group_id': '079cfa76-4eab-49b9-a7ff-38f3fd638a26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:48.422343 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-df8ab788-2824-4210-bc64-42f30d4f2296 req-1daae8ee-aed0-45f1-ae7c-f74e612d1072 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613036 Oct 04 08:57:48.434491 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port b8bc2c11-2d81-4949-b81a-ebe715697a42 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:48.434876 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.458583 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port b8bc2c11-2d81-4949-b81a-ebe715697a42, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=b8bc2c11-2d81-4949-b81a-ebe715697a42,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:48.499783 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-acb091de-5835-4518-bf7f-a05e2ac758d5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (9ff20d84-8af9-4d4a-88ea-2e93df9c213d), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.516953 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.572677 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-acb091de-5835-4518-bf7f-a05e2ac758d5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (9ff20d84-8af9-4d4a-88ea-2e93df9c213d), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.579316 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=b8bc2c11-2d81-4949-b81a-ebe715697a42,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:48.640436 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Sync routers for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:48.650838 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:48.651499 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:48.665351 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50270) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:48.670507 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1240938025-network', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:48.679755 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-acb091de-5835-4518-bf7f-a05e2ac758d5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (9ff20d84-8af9-4d4a-88ea-2e93df9c213d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.703965 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb091de-5835-4518-bf7f-a05e2ac758d5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff20d84-8af9-4d4a-88ea-2e93df9c213d,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:48.758827 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:48.773585 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Made reservation on behalf of 9241113fa00f46e5859c039629bc1f3d for: {'network': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:57:48.776040 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.785526 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.789306 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-acb091de-5835-4518-bf7f-a05e2ac758d5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.793403 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-acb091de-5835-4518-bf7f-a05e2ac758d5 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4208407 Oct 04 08:57:48.793752 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50272) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:48.798936 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:48.845324 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:48.868747 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Publish callbacks [] for security_group (da444b43-c71f-41ee-92fa-0e66909923b4), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.888429 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.891216 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:48.938165 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:48.954023 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '6f13013a-9530-4ef2-89ea-38289b973562', 'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'mac_address': 'fa:16:3e:e7:6c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:45Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 2, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'subnets': [{'id': '06fac3b2-e7de-4345-945b-74b6478447da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:48.968212 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (da444b43-c71f-41ee-92fa-0e66909923b4), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.969893 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.984802 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Checking router: 8ab30693-70a7-426d-b521-5fbc67b12494 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:48.985157 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Updating router 8ab30693-70a7-426d-b521-5fbc67b12494 port 6f13013a-9530-4ef2-89ea-38289b973562 binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:57:48.996242 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=113287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:57:49.006033 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da444b43-c71f-41ee-92fa-0e66909923b4,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:49.013215 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (fa6806e1-843b-4f83-92b0-853bb16f7de3), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.015331 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.segments_db [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Added segment fa6806e1-843b-4f83-92b0-853bb16f7de3 of type vlan for network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 Oct 04 08:57:49.018169 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6f13013a-9530-4ef2-89ea-38289b973562), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.090545 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.103486 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Allocated IP 172.27.1.7 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/b9610ad7-e61d-45b2-9090-ef2aacf4cc0b) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:57:49.114608 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:49.202511 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.204721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:49.205713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.228598 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for port (b9610ad7-e61d-45b2-9090-ef2aacf4cc0b), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.278537 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] Pushing event updated for resources: {'Network': ['ID=f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:49.304229 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:57:49.316860 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (b9610ad7-e61d-45b2-9090-ef2aacf4cc0b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.319395 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f703a19d-885d-431c-8fa9-26c42843f897 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6527042 Oct 04 08:57:49.322197 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50280) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:49.328032 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Request body: {'subnet': {'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1240938025-subnet', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'ip_version': 4}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:49.366820 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:49.372632 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:49.376706 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:57:49.378623 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:49.380785 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'Port': ['ID=b9610ad7-e61d-45b2-9090-ef2aacf4cc0b,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:49.386203 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Publish callbacks [] for port (6f13013a-9530-4ef2-89ea-38289b973562), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.442114 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Made reservation on behalf of 9241113fa00f46e5859c039629bc1f3d for: {'subnet': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:57:49.444514 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27706419'] for subnet (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.467204 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6f13013a-9530-4ef2-89ea-38289b973562), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.479505 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (01e3008a-13fc-40d2-b026-9a24e89b2545), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.521697 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:INSERT=14,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:49.554186 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a343d-78a8-49ec-b495-bb6a714b231e None None] Pushing event updated for resources: {'Port': ['ID=6f13013a-9530-4ef2-89ea-38289b973562,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:49.565445 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Attempting to bind port 6f13013a-9530-4ef2-89ea-38289b973562 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:57:49.566377 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Attempting to bind port 6f13013a-9530-4ef2-89ea-38289b973562 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:57:49.566377 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Attempting to bind port 6f13013a-9530-4ef2-89ea-38289b973562 on network 241e3a87-6f8d-443d-978c-ba497455a028 {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:57:49.595037 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdf3e3-41f5-4697-9175-24fa726513a1 req-c430b061-742f-4d68-af7d-ea768ab3834c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:49.596756 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-52fdf3e3-41f5-4697-9175-24fa726513a1 req-c430b061-742f-4d68-af7d-ea768ab3834c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0833316 Oct 04 08:57:49.599543 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b9610ad7-e61d-45b2-9090-ef2aacf4cc0b), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.603399 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:49.612801 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:57:49.613195 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Checking segment: {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:57:49.613567 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.613973 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Bound using segment: {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:57:49.614475 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Bound port: 6f13013a-9530-4ef2-89ea-38289b973562, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:57:49.614852 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6f13013a-9530-4ef2-89ea-38289b973562), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.677424 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] For port 6f13013a-9530-4ef2-89ea-38289b973562, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:57:49.680479 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] For port 6f13013a-9530-4ef2-89ea-38289b973562, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=6f13013a-9530-4ef2-89ea-38289b973562,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:57:49.698951 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-52fdf3e3-41f5-4697-9175-24fa726513a1 req-36577299-ccde-43f1-a0d9-3da4cb3c9463 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747607 Oct 04 08:57:49.728124 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27405808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27706401'] for subnet (197fea97-0935-482a-a0aa-3223711fae8d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.763256 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6f13013a-9530-4ef2-89ea-38289b973562), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.779753 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=197fea97-0935-482a-a0aa-3223711fae8d,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:49.800376 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Checking segment: {'id': 'fa6806e1-843b-4f83-92b0-853bb16f7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:57:49.804641 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Network hostable DHCP agents. Network: f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:57:49.807377 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for port (b9610ad7-e61d-45b2-9090-ef2aacf4cc0b), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.809071 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:49.809697 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:49.855559 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a343d-78a8-49ec-b495-bb6a714b231e None None] Pushing event updated for resources: {'Port': ['ID=6f13013a-9530-4ef2-89ea-38289b973562,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:49.894331 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (b9610ad7-e61d-45b2-9090-ef2aacf4cc0b), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.894618 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:57:49.927225 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:49.936226 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:49.965152 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'Port': ['ID=b9610ad7-e61d-45b2-9090-ef2aacf4cc0b,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:49.968601 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (01e3008a-13fc-40d2-b026-9a24e89b2545), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.997189 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8) {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:50.002739 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:50.003328 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.006561 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f706a1d4-19db-4de6-ba0a-d68659de82b1 None None] Network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:57:50.049916 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.051352 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ca6f4477-cfad-45f7-9a8e-4abf90a0fdc3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2558365 Oct 04 08:57:50.074611 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-29e5cd77-0bda-4635-ba53-b35e7037ebaf admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7502987 Oct 04 08:57:50.077081 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50288) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:50.085098 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:50.088347 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:50.190853 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (f814f93a-9fa7-4832-93da-c5c2d50408eb), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.192489 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (f814f93a-9fa7-4832-93da-c5c2d50408eb), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.208846 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '6f13013a-9530-4ef2-89ea-38289b973562', 'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'mac_address': 'fa:16:3e:e7:6c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:45Z', 'updated_at': '2022-10-04T08:57:49Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'subnets': [{'id': '06fac3b2-e7de-4345-945b-74b6478447da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:50.236761 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8', 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8', 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'fixed_ips': [{'subnet_id': '197fea97-0935-482a-a0aa-3223711fae8d'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:57:50.237684 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.241281 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0049a-1d2e-40a1-b212-7227d0682b11 None None] The sync data for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi is: [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '6f13013a-9530-4ef2-89ea-38289b973562', 'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'mac_address': 'fa:16:3e:e7:6c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:45Z', 'updated_at': '2022-10-04T08:57:49Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'subnets': [{'id': '06fac3b2-e7de-4345-945b-74b6478447da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:50.280058 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks [] for router_controller (f814f93a-9fa7-4832-93da-c5c2d50408eb), precommit_add_association {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.326264 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-7810bc66-608f-4e25-84e9-1484097f6fe0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--434708838&fields=id&tenant_id=bc8433b42fb74e8bbfef92acedf01259 HTTP/1.1" status: 200 len: 267 time: 0.0711339 Oct 04 08:57:50.481743 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device b8bc2c11-2d81-4949-b81a-ebe715697a42 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:50.530254 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-b9f2ba3d-200d-4eea-81c0-99fbd0ecd94b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:50.542925 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-b9f2ba3d-200d-4eea-81c0-99fbd0ecd94b tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 200 len: 811 time: 0.2145174 Oct 04 08:57:50.555272 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:50.564911 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-038100c3-cc35-425f-b0a4-a901669dc602 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/quotas/bc8433b42fb74e8bbfef92acedf01259 HTTP/1.1" status: 200 len: 375 time: 0.0208642 Oct 04 08:57:50.589549 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port b8bc2c11-2d81-4949-b81a-ebe715697a42 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:50.589913 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.590248 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port b8bc2c11-2d81-4949-b81a-ebe715697a42 Oct 04 08:57:50.599820 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks [] for router_gateway (f814f93a-9fa7-4832-93da-c5c2d50408eb), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.619531 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Allocated IP 172.20.0.2 (f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8/197fea97-0935-482a-a0aa-3223711fae8d/8adb5670-81b5-401a-8b5c-f296b55efd89) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:57:50.642634 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:50.644602 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-6cad0fc8-819e-4000-baa5-63929f349258 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717299 Oct 04 08:57:50.749829 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port b8bc2c11-2d81-4949-b81a-ebe715697a42 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:50.857494 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Publish callbacks [] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.914153 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-1c53dc5a-2620-4bcd-9b32-c57f2ce4a97e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568593 Oct 04 08:57:50.997903 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.034860 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-e3f76e89-2c8f-425c-8455-5fe972c158e5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144695 Oct 04 08:57:51.089794 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:51.090788 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Pushing event updated for resources: {'Port': ['ID=8adb5670-81b5-401a-8b5c-f296b55efd89,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:51.095527 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:51.097851 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:57:51.107327 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.107674 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.108035 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.108392 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.108731 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.109120 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.109460 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.109769 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.110093 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.110443 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.110765 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.111101 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.111426 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.111743 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.112058 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:51.174676 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b2baa-2fcb-4c1f-ac36-220045355f79 req-95ac7d24-0563-4a84-9e15-40a53d671331 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:51.176591 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-726b2baa-2fcb-4c1f-ac36-220045355f79 req-95ac7d24-0563-4a84-9e15-40a53d671331 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0960066 Oct 04 08:57:51.195498 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Attempting to bind port 8adb5670-81b5-401a-8b5c-f296b55efd89 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:57:51.195888 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Attempting to bind port 8adb5670-81b5-401a-8b5c-f296b55efd89 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'fa6806e1-843b-4f83-92b0-853bb16f7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:57:51.196252 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Attempting to bind port 8adb5670-81b5-401a-8b5c-f296b55efd89 on network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:57:51.244668 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-726b2baa-2fcb-4c1f-ac36-220045355f79 req-67a55a60-a528-416e-9ba7-4a6d2f8bad4e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621464 Oct 04 08:57:51.296855 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:57:51.297379 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Checking segment: {'id': 'fa6806e1-843b-4f83-92b0-853bb16f7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:57:51.297848 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.298353 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Bound using segment: {'id': 'fa6806e1-843b-4f83-92b0-853bb16f7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:57:51.298922 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Bound port: 8adb5670-81b5-401a-8b5c-f296b55efd89, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6806e1-843b-4f83-92b0-853bb16f7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:57:51.299391 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.363021 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks [] for router_gateway (f814f93a-9fa7-4832-93da-c5c2d50408eb), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.386784 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.412471 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] For port 8adb5670-81b5-401a-8b5c-f296b55efd89, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:57:51.416272 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] For port 8adb5670-81b5-401a-8b5c-f296b55efd89, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=8adb5670-81b5-401a-8b5c-f296b55efd89,segment=NetworkSegment(fa6806e1-843b-4f83-92b0-853bb16f7de3),segment_id=fa6806e1-843b-4f83-92b0-853bb16f7de3)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:57:51.438446 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135569e-94b7-4d36-9cfc-5cbd66f0f637 req-5ad53164-9917-4b26-a924-a30e666d3007 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:51.440145 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0135569e-94b7-4d36-9cfc-5cbd66f0f637 req-5ad53164-9917-4b26-a924-a30e666d3007 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.1239452 Oct 04 08:57:51.472903 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e1b803bc-96f6-4756-8b22-b04b26d43407 req-ffed8ff8-63d6-4dcb-b70a-f10c78ee1060 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 210 time: 0.0721281 Oct 04 08:57:51.496863 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.520007 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0135569e-94b7-4d36-9cfc-5cbd66f0f637 req-0f624a1d-04ff-4a69-93f8-1df0d30959a8 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613499 Oct 04 08:57:51.544304 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Allocated IP 172.27.1.217 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/318b9533-3420-4969-b205-3c4fbb5c7397) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:57:51.589870 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b551fef-ec81-4a36-a5af-376dd008fa03 None None] Pushing event updated for resources: {'Port': ['ID=8adb5670-81b5-401a-8b5c-f296b55efd89,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:51.674630 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks [] for port (318b9533-3420-4969-b205-3c4fbb5c7397), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.707931 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:51.758250 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.828177 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:51.831524 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:51.838034 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:57:51.875470 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Pushing event updated for resources: {'Port': ['ID=318b9533-3420-4969-b205-3c4fbb5c7397,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:52.174308 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks [] for router_gateway (f814f93a-9fa7-4832-93da-c5c2d50408eb), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.342377 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 8adb5670-81b5-401a-8b5c-f296b55efd89 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:52.393050 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:52.410185 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 8adb5670-81b5-401a-8b5c-f296b55efd89 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:52.410697 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.411113 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 8adb5670-81b5-401a-8b5c-f296b55efd89 Oct 04 08:57:52.431185 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (f814f93a-9fa7-4832-93da-c5c2d50408eb), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.441961 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91433e2a-29f0-43de-abf5-5859d07d1578 req-2543906d-b905-4d1d-a8dd-f963dfc45262 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:52.451207 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-91433e2a-29f0-43de-abf5-5859d07d1578 req-2543906d-b905-4d1d-a8dd-f963dfc45262 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0824680 Oct 04 08:57:52.501760 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 8adb5670-81b5-401a-8b5c-f296b55efd89 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:52.507962 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.529308 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-91433e2a-29f0-43de-abf5-5859d07d1578 req-5b2a5390-2e63-49d4-bbb9-427e5e1f9431 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771165 Oct 04 08:57:52.535062 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:52.558350 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 8adb5670-81b5-401a-8b5c-f296b55efd89, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=8adb5670-81b5-401a-8b5c-f296b55efd89,segment=NetworkSegment(fa6806e1-843b-4f83-92b0-853bb16f7de3),segment_id=fa6806e1-843b-4f83-92b0-853bb16f7de3)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:52.613132 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-39814eb2-d5fb-48e1-b28a-272a2bff093a req-93d2e3b7-b9fe-4633-ba8c-cda7aa50fcf2 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 210 time: 0.0362258 Oct 04 08:57:52.650057 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:52.665088 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.666064 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6f13013a-9530-4ef2-89ea-38289b973562 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:52.671756 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3febfcf-d7d4-4911-8650-6f1da7a7a508 None None] Network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:57:52.688431 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Router f814f93a-9fa7-4832-93da-c5c2d50408eb is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:57:52.716397 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfeb10-9677-4804-9389-a698c8857705 req-249888da-4315-4458-b468-19f105be7b76 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:52.721017 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e8dfeb10-9677-4804-9389-a698c8857705 req-249888da-4315-4458-b468-19f105be7b76 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.0821979 Oct 04 08:57:52.779137 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e8dfeb10-9677-4804-9389-a698c8857705 req-d34e6c83-3b98-47f5-b6db-c8b8932e644b tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515745 Oct 04 08:57:52.833353 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-62e3f5eb-217f-4500-b9a9-4cd8420e9b9a None None] Provisioning complete for port 8adb5670-81b5-401a-8b5c-f296b55efd89 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:52.833726 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-62e3f5eb-217f-4500-b9a9-4cd8420e9b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.834068 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-62e3f5eb-217f-4500-b9a9-4cd8420e9b9a None None] Attempt 1 to provision port 8adb5670-81b5-401a-8b5c-f296b55efd89 Oct 04 08:57:52.841853 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:52.852810 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bfe7c-1783-4651-8952-0986740e23ef req-0a41ec3c-0432-48f9-ac3b-f81ce2ae4c0f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:52.854351 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-154bfe7c-1783-4651-8952-0986740e23ef req-0a41ec3c-0432-48f9-ac3b-f81ce2ae4c0f tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 946 time: 0.1131649 Oct 04 08:57:52.874035 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=8adb5670-81b5-401a-8b5c-f296b55efd89,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:52.874248 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:52.885655 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Sync routers for ids ['f814f93a-9fa7-4832-93da-c5c2d50408eb'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:52.887985 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 6f13013a-9530-4ef2-89ea-38289b973562 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:52.888770 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6f13013a-9530-4ef2-89ea-38289b973562), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.888770 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 6f13013a-9530-4ef2-89ea-38289b973562 Oct 04 08:57:52.898314 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Routers {'f814f93a-9fa7-4832-93da-c5c2d50408eb'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:52.898981 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['f814f93a-9fa7-4832-93da-c5c2d50408eb'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:52.959253 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.961116 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-266ea951-5a10-4691-b6f9-d13cb26046b4 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8820751 Oct 04 08:57:52.963861 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50334) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:53.014250 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Set router f814f93a-9fa7-4832-93da-c5c2d50408eb gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:53.050381 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-62e3f5eb-217f-4500-b9a9-4cd8420e9b9a None None] Current status of the port 8adb5670-81b5-401a-8b5c-f296b55efd89 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:53.056936 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 6f13013a-9530-4ef2-89ea-38289b973562 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:53.057330 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (6f13013a-9530-4ef2-89ea-38289b973562), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.098035 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 6f13013a-9530-4ef2-89ea-38289b973562, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=6f13013a-9530-4ef2-89ea-38289b973562,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:53.180253 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (6f13013a-9530-4ef2-89ea-38289b973562), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.235121 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-154bfe7c-1783-4651-8952-0986740e23ef req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Deleting port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:53.236018 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-154bfe7c-1783-4651-8952-0986740e23ef req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.314680 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:53.322028 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=6f13013a-9530-4ef2-89ea-38289b973562,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:53.354942 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:50Z', 'updated_at': '2022-10-04T08:57:51Z', 'revision_number': 3, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'gw_port': {'id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:51Z', 'updated_at': '2022-10-04T08:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:53.383930 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-9fd37837-f811-4c8b-93bc-9c1ee592800c None None] Provisioning complete for port 8adb5670-81b5-401a-8b5c-f296b55efd89 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:53.384527 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9fd37837-f811-4c8b-93bc-9c1ee592800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.384631 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-9fd37837-f811-4c8b-93bc-9c1ee592800c None None] Attempt 1 to provision port 8adb5670-81b5-401a-8b5c-f296b55efd89 Oct 04 08:57:53.393706 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-154bfe7c-1783-4651-8952-0986740e23ef req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] For port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:53.393919 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-154bfe7c-1783-4651-8952-0986740e23ef req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.409179 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-154bfe7c-1783-4651-8952-0986740e23ef req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Calling delete_port for ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:53.438507 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Checking router: f814f93a-9fa7-4832-93da-c5c2d50408eb for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:53.439076 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Updating router f814f93a-9fa7-4832-93da-c5c2d50408eb port 318b9533-3420-4969-b205-3c4fbb5c7397 binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:57:53.484595 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.507350 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:53.529356 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-9fd37837-f811-4c8b-93bc-9c1ee592800c None None] Current status of the port 8adb5670-81b5-401a-8b5c-f296b55efd89 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:53.630850 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-154bfe7c-1783-4651-8952-0986740e23ef req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (ff4cfcd1-064d-4a58-a5bd-20180f00f6f5), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.646683 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['3204e9c4-8fba-47f2-b86e-dfd24301d3c6', 'ff4cfcd1-064d-4a58-a5bd-20180f00f6f5'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:57:53.704250 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bf649-3aa3-44ac-84f7-86271fd6d49b req-a9e6fe1b-c74d-4ca9-89c8-038edc71a4ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:53.705907 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-944bf649-3aa3-44ac-84f7-86271fd6d49b req-a9e6fe1b-c74d-4ca9-89c8-038edc71a4ca tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0720499 Oct 04 08:57:53.708572 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.751066 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event deleted for resources: {'Port': ['ID=ff4cfcd1-064d-4a58-a5bd-20180f00f6f5,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:53.811079 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-154bfe7c-1783-4651-8952-0986740e23ef req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] No DVR routers for this DVR port ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:53.813498 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-154bfe7c-1783-4651-8952-0986740e23ef req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.816977 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-154bfe7c-1783-4651-8952-0986740e23ef req-bc8fdc07-b573-4918-a1a3-edd0fe1b5286 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "DELETE /networking/v2.0/ports/ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 HTTP/1.1" status: 204 len: 173 time: 0.7222395 Oct 04 08:57:53.817492 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77980831-3790-419c-be64-5c42d888ff49', 'name': 'network-vif-deleted', 'tag': 'ff4cfcd1-064d-4a58-a5bd-20180f00f6f5'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:53.820425 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbbab4-92b0-4e21-815c-71a10b1ba3bd" -d '{"events": [{"server_uuid": "77980831-3790-419c-be64-5c42d888ff49", "name": "network-vif-deleted", "tag": "ff4cfcd1-064d-4a58-a5bd-20180f00f6f5"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:53.823035 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:53.841574 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-50bc8dd4-86ee-4acb-a40d-d096daf78b78 req-ddde4011-b863-4399-b777-c9d456321735 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 210 time: 0.0378492 Oct 04 08:57:53.851651 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-944bf649-3aa3-44ac-84f7-86271fd6d49b req-232de4be-b63b-493d-8528-6f65f097663d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288779 Oct 04 08:57:53.863016 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Publish callbacks [] for port (318b9533-3420-4969-b205-3c4fbb5c7397), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.892631 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076b3c82-e67c-49a1-953b-7cd5f9bb5741 x-openstack-request-id: req-076b3c82-e67c-49a1-953b-7cd5f9bb5741 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:53.892895 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77980831-3790-419c-be64-5c42d888ff49", "name": "network-vif-deleted", "tag": "ff4cfcd1-064d-4a58-a5bd-20180f00f6f5", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:53.893149 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-076b3c82-e67c-49a1-953b-7cd5f9bb5741 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:53.893553 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076b3c82-e67c-49a1-953b-7cd5f9bb5741'] response: {'server_uuid': '77980831-3790-419c-be64-5c42d888ff49', 'name': 'network-vif-deleted', 'tag': 'ff4cfcd1-064d-4a58-a5bd-20180f00f6f5', 'status': 'completed', 'code': 200} Oct 04 08:57:53.928631 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:53.976820 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Attempting to bind port 318b9533-3420-4969-b205-3c4fbb5c7397 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:57:53.977187 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Attempting to bind port 318b9533-3420-4969-b205-3c4fbb5c7397 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:57:53.977552 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Attempting to bind port 318b9533-3420-4969-b205-3c4fbb5c7397 on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:57:54.020484 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148096a6-cfe4-4b7c-9abd-d6b74033f7e3 None None] Pushing event updated for resources: {'Port': ['ID=318b9533-3420-4969-b205-3c4fbb5c7397,revision_number=2']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:54.048205 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:57:54.048579 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:57:54.048983 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.049464 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:57:54.049835 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Bound port: 318b9533-3420-4969-b205-3c4fbb5c7397, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:57:54.050210 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.111618 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] For port 318b9533-3420-4969-b205-3c4fbb5c7397, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:57:54.115445 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] For port 318b9533-3420-4969-b205-3c4fbb5c7397, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=318b9533-3420-4969-b205-3c4fbb5c7397,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:57:54.238163 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.238317 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-236bfc82-cc6d-43b3-9f60-dfafafc40f1d req-cff83dea-6438-45a5-8722-ba28a4ae02fe tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77980831-3790-419c-be64-5c42d888ff49 HTTP/1.1" status: 200 len: 210 time: 0.0377238 Oct 04 08:57:54.281044 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Allocated IP 172.20.0.1 (f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8/197fea97-0935-482a-a0aa-3223711fae8d/3b9c8769-f84d-426e-8934-aa5ea2e35f94) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:57:54.326213 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Routers {'f814f93a-9fa7-4832-93da-c5c2d50408eb'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:54.327826 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['f814f93a-9fa7-4832-93da-c5c2d50408eb'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:54.335556 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:54.348823 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 8adb5670-81b5-401a-8b5c-f296b55efd89 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:54.413664 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 8adb5670-81b5-401a-8b5c-f296b55efd89 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:54.414273 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.414523 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 8adb5670-81b5-401a-8b5c-f296b55efd89 Oct 04 08:57:54.422781 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:54.423740 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148096a6-cfe4-4b7c-9abd-d6b74033f7e3 None None] Pushing event updated for resources: {'Port': ['ID=318b9533-3420-4969-b205-3c4fbb5c7397,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:54.426177 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:54.431021 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:54.434398 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-57591d4a-b6cd-4c37-aba0-81d6868feb50 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:54.436249 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-57591d4a-b6cd-4c37-aba0-81d6868feb50 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 200 len: 811 time: 0.2118719 Oct 04 08:57:54.474813 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Publish callbacks [] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.538270 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] Set router f814f93a-9fa7-4832-93da-c5c2d50408eb gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:54.550347 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-67d1c27c-3d17-40cd-aa99-ee687b31cd8c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bc8433b42fb74e8bbfef92acedf01259 HTTP/1.1" status: 200 len: 379 time: 0.1046581 Oct 04 08:57:54.567222 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 8adb5670-81b5-401a-8b5c-f296b55efd89 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:54.568184 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6f13013a-9530-4ef2-89ea-38289b973562 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:54.577515 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'port': {'device_id': '8d632ced-345e-4586-9a9c-45f3fa279017', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'admin_state_up': True, 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'security_groups': ['079cfa76-4eab-49b9-a7ff-38f3fd638a26']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:54.648406 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 6f13013a-9530-4ef2-89ea-38289b973562 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:54.648779 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (6f13013a-9530-4ef2-89ea-38289b973562), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.649111 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 6f13013a-9530-4ef2-89ea-38289b973562 Oct 04 08:57:54.659461 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.752271 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:50Z', 'updated_at': '2022-10-04T08:57:51Z', 'revision_number': 3, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'gw_port': {'id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:51Z', 'updated_at': '2022-10-04T08:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:54.756439 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:54.765139 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 6f13013a-9530-4ef2-89ea-38289b973562 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:54.767143 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:54.772994 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:57:54.785779 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80172eda-134f-4845-ae04-40cfdd97c0d8 None None] The sync data for ids ['f814f93a-9fa7-4832-93da-c5c2d50408eb'] in dv-cinder-859447-2-iscsi is: [{'id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:50Z', 'updated_at': '2022-10-04T08:57:51Z', 'revision_number': 3, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'gw_port': {'id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:51Z', 'updated_at': '2022-10-04T08:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:54.796406 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9c8769-f84d-426e-8934-aa5ea2e35f94,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:54.817316 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (f814f93a-9fa7-4832-93da-c5c2d50408eb), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.888002 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:54.916509 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Made reservation on behalf of bc8433b42fb74e8bbfef92acedf01259 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:57:54.925971 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:55.031038 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-56d68711-cf5a-4fe5-9bb1-d90c2d4106d1 req-b9af9d9d-ca46-4425-a6d1-0fd11a3d1df2 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 210 time: 0.0477843 Oct 04 08:57:55.136555 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19e07-c318-4e9f-9ef2-aa71cdd44523 req-e8932a3a-c1e9-4495-baa0-36faa5560fa1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:55.145939 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-78c19e07-c318-4e9f-9ef2-aa71cdd44523 req-e8932a3a-c1e9-4495-baa0-36faa5560fa1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.1487188 Oct 04 08:57:55.165559 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:55.212048 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Allocated IP 172.20.0.9 (b69956c0-5fe6-4691-8a59-9cfb11ce6aa0/af0722f9-9785-4a14-92e6-f8dea856b94f/40e61ddb-9135-44a4-af4c-083b3ed0acba) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:57:55.219707 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-2ac21cbc-fe0e-49d8-b3f2-329dc9225aa6 None None] Provisioning complete for port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:55.220637 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2ac21cbc-fe0e-49d8-b3f2-329dc9225aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:55.220991 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-2ac21cbc-fe0e-49d8-b3f2-329dc9225aa6 None None] Attempt 1 to provision port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 Oct 04 08:57:55.270613 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:55.271929 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-2ac21cbc-fe0e-49d8-b3f2-329dc9225aa6 None None] Port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:57:55.335252 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-78c19e07-c318-4e9f-9ef2-aa71cdd44523 req-2b32d13e-ae03-4ae3-b82c-64372931c5ac tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881428 Oct 04 08:57:55.422288 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:55.538115 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Publish callbacks [] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:55.556697 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:55.572626 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:55.626318 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:55.634361 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:55.642622 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:55.650091 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:57:55.716207 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event updated for resources: {'Port': ['ID=40e61ddb-9135-44a4-af4c-083b3ed0acba,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:55.787026 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:55.789607 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (f814f93a-9fa7-4832-93da-c5c2d50408eb), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:55.790505 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:55.791189 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:55.899454 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-d30d801f-0ab5-4e75-a9de-9e2c03fa5168 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3321834 Oct 04 08:57:55.921259 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9c8769-f84d-426e-8934-aa5ea2e35f94,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:56.003985 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-512bd553-cd97-4d63-9abd-21b31ae3b2f5 None None] Provisioning complete for port 40e61ddb-9135-44a4-af4c-083b3ed0acba triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:56.004965 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-512bd553-cd97-4d63-9abd-21b31ae3b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:56.005494 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-512bd553-cd97-4d63-9abd-21b31ae3b2f5 None None] Attempt 1 to provision port 40e61ddb-9135-44a4-af4c-083b3ed0acba Oct 04 08:57:56.029275 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:57:56.033156 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:57:56.044680 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-512bd553-cd97-4d63-9abd-21b31ae3b2f5 None None] Port 40e61ddb-9135-44a4-af4c-083b3ed0acba cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:57:56.048656 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e60b68-2a05-4a12-9c31-9e1bf4ee416d req-8ec0f614-8e9c-4920-ad16-d96b17e13dc4 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:56.050551 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a8e60b68-2a05-4a12-9c31-9e1bf4ee416d req-8ec0f614-8e9c-4920-ad16-d96b17e13dc4 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0804050 Oct 04 08:57:56.236359 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b25123-9112-4827-b63a-58dfc3fc7609 req-4d6d7e25-ca22-4bb2-bd9d-d2ebff900ac7 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:56.237915 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-57b25123-9112-4827-b63a-58dfc3fc7609 req-4d6d7e25-ca22-4bb2-bd9d-d2ebff900ac7 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 931 time: 0.1142237 Oct 04 08:57:56.247838 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a8e60b68-2a05-4a12-9c31-9e1bf4ee416d req-4d436ead-ad19-4155-a3b9-fe3084a9b430 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498611 Oct 04 08:57:56.268280 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Router f814f93a-9fa7-4832-93da-c5c2d50408eb has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:56.272212 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-f620efde-0c39-40cf-bb4a-65a9270f789f None None] Provisioning complete for port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:56.272857 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-f620efde-0c39-40cf-bb4a-65a9270f789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:56.273403 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-f620efde-0c39-40cf-bb4a-65a9270f789f None None] Attempt 1 to provision port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 Oct 04 08:57:56.301868 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 318b9533-3420-4969-b205-3c4fbb5c7397 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:56.310940 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:56.338734 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-f620efde-0c39-40cf-bb4a-65a9270f789f None None] Port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:57:56.345485 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-57b25123-9112-4827-b63a-58dfc3fc7609 req-209625c5-ccdf-4f40-8727-5eadad2f0126 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013095 Oct 04 08:57:56.355789 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 318b9533-3420-4969-b205-3c4fbb5c7397 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:56.356416 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:56.356919 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 318b9533-3420-4969-b205-3c4fbb5c7397 Oct 04 08:57:56.427197 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:56.433428 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d06315a5-ac09-4370-97d4-d8f2857bc5e3 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f814f93a-9fa7-4832-93da-c5c2d50408eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4675269 Oct 04 08:57:56.435931 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 318b9533-3420-4969-b205-3c4fbb5c7397 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:56.436322 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:56.461145 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 318b9533-3420-4969-b205-3c4fbb5c7397, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=318b9533-3420-4969-b205-3c4fbb5c7397,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:56.481564 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef30d54-cba2-4522-bdf3-c0f34ed02e1d req-e000ca47-dd34-4856-b172-ba14a9e557bd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:56.486913 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3ef30d54-cba2-4522-bdf3-c0f34ed02e1d req-e000ca47-dd34-4856-b172-ba14a9e557bd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0578363 Oct 04 08:57:56.527940 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:56.531827 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3ef30d54-cba2-4522-bdf3-c0f34ed02e1d req-dc2e4397-d147-4fe5-95ec-f515f220fc2e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 Oct 04 08:57:56.554673 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:56.556833 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:56.557239 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device ff4cfcd1-064d-4a58-a5bd-20180f00f6f5 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:56.603190 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=318b9533-3420-4969-b205-3c4fbb5c7397,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:56.836004 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50390) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:56.841353 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-3d10abab-a0c7-49fc-a322-d5dd1eb460c1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824899816', 'description': 'tempest-secgroup-smoke-1824899816 description', 'project_id': '655f83bbd3d847f3b060af2ff5250585'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:56.910530 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d10abab-a0c7-49fc-a322-d5dd1eb460c1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:56.976835 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d10abab-a0c7-49fc-a322-d5dd1eb460c1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group (2c5a7486-2b65-45ef-8aa1-fd6740426065), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.041643 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d10abab-a0c7-49fc-a322-d5dd1eb460c1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2c5a7486-2b65-45ef-8aa1-fd6740426065), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.075928 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10abab-a0c7-49fc-a322-d5dd1eb460c1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a7486-2b65-45ef-8aa1-fd6740426065,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:57.118065 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3d10abab-a0c7-49fc-a322-d5dd1eb460c1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.119452 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3d10abab-a0c7-49fc-a322-d5dd1eb460c1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2824647 Oct 04 08:57:57.123169 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50392) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:57.127558 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-85ccd69d-374d-4a17-8c0c-14033a64575e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Request body: {'security_group_rule': {'security_group_id': '2c5a7486-2b65-45ef-8aa1-fd6740426065', 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:57.205351 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-85ccd69d-374d-4a17-8c0c-14033a64575e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (9ba3718d-920d-4857-a331-9376bcb0fff2), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.270000 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-85ccd69d-374d-4a17-8c0c-14033a64575e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (9ba3718d-920d-4857-a331-9376bcb0fff2), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.321922 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-85ccd69d-374d-4a17-8c0c-14033a64575e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (9ba3718d-920d-4857-a331-9376bcb0fff2), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.350846 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccd69d-374d-4a17-8c0c-14033a64575e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba3718d-920d-4857-a331-9376bcb0fff2,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:57.387263 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e3ee9-0b16-46b3-a9ef-f994150e6c93 req-39326c84-d40b-4f51-b4bb-e1d1b145cc47 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:57.388845 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-172e3ee9-0b16-46b3-a9ef-f994150e6c93 req-39326c84-d40b-4f51-b4bb-e1d1b145cc47 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0587363 Oct 04 08:57:57.439947 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-85ccd69d-374d-4a17-8c0c-14033a64575e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.444034 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-85ccd69d-374d-4a17-8c0c-14033a64575e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3168039 Oct 04 08:57:57.444125 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50398) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:57.448700 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-107ae38e-7273-4403-abdf-3a68f0ddea80 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Request body: {'security_group_rule': {'security_group_id': '2c5a7486-2b65-45ef-8aa1-fd6740426065', 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:57.483557 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-172e3ee9-0b16-46b3-a9ef-f994150e6c93 req-012eb443-b08c-4f11-a4dc-676892a3053e tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867574 Oct 04 08:57:57.499577 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25a3c5-34d6-4ad7-afa0-0d2cb5bbeab6 req-662d1a45-e74c-4fda-b3f5-f1870fb88d74 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:57.501064 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cc25a3c5-34d6-4ad7-afa0-0d2cb5bbeab6 req-662d1a45-e74c-4fda-b3f5-f1870fb88d74 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 931 time: 0.0692620 Oct 04 08:57:57.550169 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cc25a3c5-34d6-4ad7-afa0-0d2cb5bbeab6 req-47b56f8a-224b-494c-8b38-daff81ad1eaa tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Oct 04 08:57:57.552145 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-107ae38e-7273-4403-abdf-3a68f0ddea80 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (bda7971f-26ce-4e6d-8d81-f1ce2f4f20d4), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.621561 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-107ae38e-7273-4403-abdf-3a68f0ddea80 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (bda7971f-26ce-4e6d-8d81-f1ce2f4f20d4), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.668304 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86328e0-6139-4a48-ab0b-5d1fb0051383 req-05fa8c81-a02c-44c6-b262-fe79b8b473c0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:57.670032 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f86328e0-6139-4a48-ab0b-5d1fb0051383 req-05fa8c81-a02c-44c6-b262-fe79b8b473c0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0479999 Oct 04 08:57:57.687379 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-107ae38e-7273-4403-abdf-3a68f0ddea80 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (bda7971f-26ce-4e6d-8d81-f1ce2f4f20d4), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.707164 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ae38e-7273-4403-abdf-3a68f0ddea80 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda7971f-26ce-4e6d-8d81-f1ce2f4f20d4,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:57.722907 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f86328e0-6139-4a48-ab0b-5d1fb0051383 req-84a0c446-6732-41ae-877e-752ac1100169 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470238 Oct 04 08:57:57.756766 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Sync routers for ids ['f814f93a-9fa7-4832-93da-c5c2d50408eb'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:57.767662 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Routers {'f814f93a-9fa7-4832-93da-c5c2d50408eb'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:57.768277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['f814f93a-9fa7-4832-93da-c5c2d50408eb'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:57.786317 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-107ae38e-7273-4403-abdf-3a68f0ddea80 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.787628 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-107ae38e-7273-4403-abdf-3a68f0ddea80 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3427413 Oct 04 08:57:57.790643 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50402) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:57.795523 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-07d1028f-ae9b-402e-ba07-aa076cb268b9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Request body: {'security_group_rule': {'security_group_id': '2c5a7486-2b65-45ef-8aa1-fd6740426065', 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:57.881628 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Set router f814f93a-9fa7-4832-93da-c5c2d50408eb gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:57.893204 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-07d1028f-ae9b-402e-ba07-aa076cb268b9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (99b13906-a5eb-4318-b2fd-7188b2e9959d), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.908561 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:57.946159 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Request body: {'port': {'device_id': '8d632ced-345e-4586-9a9c-45f3fa279017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:57.966766 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:57.989288 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-07d1028f-ae9b-402e-ba07-aa076cb268b9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (99b13906-a5eb-4318-b2fd-7188b2e9959d), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.020595 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.054799 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-07d1028f-ae9b-402e-ba07-aa076cb268b9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (99b13906-a5eb-4318-b2fd-7188b2e9959d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.076952 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:50Z', 'updated_at': '2022-10-04T08:57:54Z', 'revision_number': 4, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'gw_port': {'id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:51Z', 'updated_at': '2022-10-04T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '3b9c8769-f84d-426e-8934-aa5ea2e35f94', 'name': '', 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'mac_address': 'fa:16:3e:8b:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '197fea97-0935-482a-a0aa-3223711fae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:53Z', 'updated_at': '2022-10-04T08:57:55Z', 'revision_number': 2, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'subnets': [{'id': '197fea97-0935-482a-a0aa-3223711fae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:58.092996 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1028f-ae9b-402e-ba07-aa076cb268b9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b13906-a5eb-4318-b2fd-7188b2e9959d,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:58.106843 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Checking router: f814f93a-9fa7-4832-93da-c5c2d50408eb for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:58.107262 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Updating router f814f93a-9fa7-4832-93da-c5c2d50408eb port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:57:58.136880 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.147731 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-07d1028f-ae9b-402e-ba07-aa076cb268b9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.151870 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-07d1028f-ae9b-402e-ba07-aa076cb268b9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3573771 Oct 04 08:57:58.152165 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50408) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:58.156687 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-8c4b3197-6855-4bff-8bc4-39e0bb00370d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Request body: {'security_group_rule': {'security_group_id': '2c5a7486-2b65-45ef-8aa1-fd6740426065', 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:58.275973 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3197-6855-4bff-8bc4-39e0bb00370d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (ec910e20-3a35-49a3-ba82-1a6ffc291a32), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.291116 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:58.307672 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 318b9533-3420-4969-b205-3c4fbb5c7397 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:57:58.352930 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:58.390255 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 318b9533-3420-4969-b205-3c4fbb5c7397 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:57:58.390995 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.391497 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 318b9533-3420-4969-b205-3c4fbb5c7397 Oct 04 08:57:58.396698 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-0e91c717-6eb9-454d-b394-81117cc41470 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:58.398195 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-0e91c717-6eb9-454d-b394-81117cc41470 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.1009555 Oct 04 08:57:58.437291 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3197-6855-4bff-8bc4-39e0bb00370d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (ec910e20-3a35-49a3-ba82-1a6ffc291a32), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.472840 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e61ddb-9135-44a4-af4c-083b3ed0acba {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:57:58.490852 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Publish callbacks [] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.500956 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3197-6855-4bff-8bc4-39e0bb00370d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (ec910e20-3a35-49a3-ba82-1a6ffc291a32), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.553501 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Transition to ACTIVE for port object 40e61ddb-9135-44a4-af4c-083b3ed0acba will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:57:58.559325 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b3197-6855-4bff-8bc4-39e0bb00370d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec910e20-3a35-49a3-ba82-1a6ffc291a32,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:58.570691 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Deleting port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:58.571042 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.623973 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8d21-2d7d-460c-bc59-78ac05c962d3 req-6ea85c4f-e223-4033-b05b-edabfb034d2a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:58.632226 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9ebc8d21-2d7d-460c-bc59-78ac05c962d3 req-6ea85c4f-e223-4033-b05b-edabfb034d2a tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 946 time: 0.0661287 Oct 04 08:57:58.646968 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Publish callbacks [] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.653243 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:58.661712 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 318b9533-3420-4969-b205-3c4fbb5c7397 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:57:58.676832 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:58.677069 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.722291 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.722735 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3197-6855-4bff-8bc4-39e0bb00370d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.723735 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-8c4b3197-6855-4bff-8bc4-39e0bb00370d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5707133 Oct 04 08:57:58.728807 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:58.729760 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] For port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:58.730135 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.731834 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50414) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:58.736761 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-7862ecc9-1663-462c-8f8a-123ee98b8c30 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Request body: {'security_group_rule': {'security_group_id': '2c5a7486-2b65-45ef-8aa1-fd6740426065', 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:58.747051 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9ebc8d21-2d7d-460c-bc59-78ac05c962d3 req-4240bfd2-7643-4407-89cb-557fe4fe1ff2 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=281ccba5-c747-4629-80a2-351738beb5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138556 Oct 04 08:57:58.769344 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049caa6-ede7-4296-b646-e1fcef61e4a0 req-1909e095-bbc8-4200-89d7-b6570a6568a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:58.769502 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8049caa6-ede7-4296-b646-e1fcef61e4a0 req-1909e095-bbc8-4200-89d7-b6570a6568a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 943 time: 0.0737355 Oct 04 08:57:58.798086 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Calling delete_port for 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:58.813652 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc73562-a60f-4e35-aa9d-81f37792066a None None] Pushing event updated for resources: {'Port': ['ID=3b9c8769-f84d-426e-8934-aa5ea2e35f94,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:58.840758 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=40e61ddb-9135-44a4-af4c-083b3ed0acba,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:58.877370 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8049caa6-ede7-4296-b646-e1fcef61e4a0 req-5ffc0d95-6b48-41f7-bdff-6b228e227e0f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933514 Oct 04 08:57:58.878598 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Attempting to bind port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:57:58.879348 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Attempting to bind port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'fa6806e1-843b-4f83-92b0-853bb16f7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:57:58.880279 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Attempting to bind port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 on network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:57:58.914705 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e0ecc-4eb4-47f6-9962-7d900a0c45ca req-0bb65bdf-ba85-4e22-bca8-0f0a7bf0e1c7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:58.916922 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da0e0ecc-4eb4-47f6-9962-7d900a0c45ca req-0bb65bdf-ba85-4e22-bca8-0f0a7bf0e1c7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0559697 Oct 04 08:57:58.920207 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:58.921976 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.securitygroups_db [None req-7862ecc9-1663-462c-8f8a-123ee98b8c30 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Project 655f83bbd3d847f3b060af2ff5250585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:57:58.936960 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7862ecc9-1663-462c-8f8a-123ee98b8c30 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (e6bcaf5b-d8b1-4a3f-9e3f-4c8c27e68651), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.952717 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Attempting to bind port 40e61ddb-9135-44a4-af4c-083b3ed0acba on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:57:58.953074 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Attempting to bind port 40e61ddb-9135-44a4-af4c-083b3ed0acba by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:57:58.953400 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Attempting to bind port 40e61ddb-9135-44a4-af4c-083b3ed0acba on network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:57:58.955419 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:57:58.955911 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Checking segment: {'id': 'fa6806e1-843b-4f83-92b0-853bb16f7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:57:58.956525 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:58.957026 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Bound using segment: {'id': 'fa6806e1-843b-4f83-92b0-853bb16f7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:57:58.957595 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Bound port: 3b9c8769-f84d-426e-8934-aa5ea2e35f94, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6806e1-843b-4f83-92b0-853bb16f7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:57:58.958068 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.013386 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Port 40e61ddb-9135-44a4-af4c-083b3ed0acba on network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:57:59.013719 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Attempting to bind port 40e61ddb-9135-44a4-af4c-083b3ed0acba on network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:57:59.051360 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] For port 3b9c8769-f84d-426e-8934-aa5ea2e35f94, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:57:59.083268 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7862ecc9-1663-462c-8f8a-123ee98b8c30 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (e6bcaf5b-d8b1-4a3f-9e3f-4c8c27e68651), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.087889 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:59.096157 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da0e0ecc-4eb4-47f6-9962-7d900a0c45ca req-8e5323fa-c9c0-44e2-9068-467e51c18677 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602211 Oct 04 08:57:59.100675 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:57:59.101016 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Checking segment: {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:57:59.101399 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Bound using segment: {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:57:59.101837 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Bound port: 40e61ddb-9135-44a4-af4c-083b3ed0acba, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acd5f47-99f7-4219-9b07-f1082049f1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:57:59.102196 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.156079 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7862ecc9-1663-462c-8f8a-123ee98b8c30 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (e6bcaf5b-d8b1-4a3f-9e3f-4c8c27e68651), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.171000 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] For port 40e61ddb-9135-44a4-af4c-083b3ed0acba, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:57:59.174079 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] For port 40e61ddb-9135-44a4-af4c-083b3ed0acba, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=40e61ddb-9135-44a4-af4c-083b3ed0acba,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:57:59.177025 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862ecc9-1663-462c-8f8a-123ee98b8c30 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bcaf5b-d8b1-4a3f-9e3f-4c8c27e68651,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:59.185894 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] For port 3b9c8769-f84d-426e-8934-aa5ea2e35f94, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=3b9c8769-f84d-426e-8934-aa5ea2e35f94,segment=NetworkSegment(fa6806e1-843b-4f83-92b0-853bb16f7de3),segment_id=fa6806e1-843b-4f83-92b0-853bb16f7de3)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:57:59.186195 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (3204e9c4-8fba-47f2-b86e-dfd24301d3c6), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.199901 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['3204e9c4-8fba-47f2-b86e-dfd24301d3c6'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:57:59.214694 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Pushing event deleted for resources: {'Port': ['ID=3204e9c4-8fba-47f2-b86e-dfd24301d3c6,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:59.264350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] No DVR routers for this DVR port 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:59.268421 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.269933 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-56ab73dc-f5dc-4b18-9a77-193ab48e42a9 req-81da2afb-c0f8-4ab6-8d9c-de5575641946 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.42 "DELETE /networking/v2.0/ports/3204e9c4-8fba-47f2-b86e-dfd24301d3c6 HTTP/1.1" status: 204 len: 173 time: 0.8495827 Oct 04 08:57:59.270439 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07087473-a629-4720-abc6-c514a5120511', 'name': 'network-vif-deleted', 'tag': '3204e9c4-8fba-47f2-b86e-dfd24301d3c6'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:59.272661 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c007d-af87-4d8e-9905-9a9e58eb163a" -d '{"events": [{"server_uuid": "07087473-a629-4720-abc6-c514a5120511", "name": "network-vif-deleted", "tag": "3204e9c4-8fba-47f2-b86e-dfd24301d3c6"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:59.288090 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.288272 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.292360 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7862ecc9-1663-462c-8f8a-123ee98b8c30 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.292721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:59.293416 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.294877 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-7862ecc9-1663-462c-8f8a-123ee98b8c30 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5620358 Oct 04 08:57:59.294997 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/40e61ddb-9135-44a4-af4c-083b3ed0acba HTTP/1.1" status: 200 len: 1093 time: 1.4146261 Oct 04 08:57:59.297007 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50426) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:59.302873 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-b9a1b4fa-e6fe-425a-ba3a-2326300e61ef tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Request body: {'security_group_rule': {'security_group_id': '2c5a7486-2b65-45ef-8aa1-fd6740426065', 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:59.334241 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd14a31-d987-4008-a11f-25fe2f5922c9 x-openstack-request-id: req-8dd14a31-d987-4008-a11f-25fe2f5922c9 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:59.334478 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07087473-a629-4720-abc6-c514a5120511", "name": "network-vif-deleted", "tag": "3204e9c4-8fba-47f2-b86e-dfd24301d3c6", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:59.334734 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8dd14a31-d987-4008-a11f-25fe2f5922c9 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:59.335131 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd14a31-d987-4008-a11f-25fe2f5922c9'] response: {'server_uuid': '07087473-a629-4720-abc6-c514a5120511', 'name': 'network-vif-deleted', 'tag': '3204e9c4-8fba-47f2-b86e-dfd24301d3c6', 'status': 'completed', 'code': 200} Oct 04 08:57:59.339427 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Routers {'f814f93a-9fa7-4832-93da-c5c2d50408eb'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:59.340122 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['f814f93a-9fa7-4832-93da-c5c2d50408eb'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:59.355431 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddea238-08f9-48f7-aba5-63f5996bb2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=40e61ddb-9135-44a4-af4c-083b3ed0acba,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:59.396606 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.securitygroups_db [None req-b9a1b4fa-e6fe-425a-ba3a-2326300e61ef tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Project 655f83bbd3d847f3b060af2ff5250585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:57:59.403308 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b9a1b4fa-e6fe-425a-ba3a-2326300e61ef tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (baab87e1-1301-4e8c-81a1-063dc856907f), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.405613 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc73562-a60f-4e35-aa9d-81f37792066a None None] Pushing event updated for resources: {'Port': ['ID=3b9c8769-f84d-426e-8934-aa5ea2e35f94,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:59.472182 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b9a1b4fa-e6fe-425a-ba3a-2326300e61ef tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (baab87e1-1301-4e8c-81a1-063dc856907f), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.488434 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-f11dd4aa-c956-4692-8e07-9ee587437845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:59.489964 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-f11dd4aa-c956-4692-8e07-9ee587437845 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 1127 time: 0.0445375 Oct 04 08:57:59.500938 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] Set router f814f93a-9fa7-4832-93da-c5c2d50408eb gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:59.529011 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b9a1b4fa-e6fe-425a-ba3a-2326300e61ef tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (baab87e1-1301-4e8c-81a1-063dc856907f), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.561979 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851e74-fe3e-4517-912e-1a7a5a2a6a88 req-ffe0de57-7763-4248-99d0-662eaa98b638 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:59.563577 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1b851e74-fe3e-4517-912e-1a7a5a2a6a88 req-ffe0de57-7763-4248-99d0-662eaa98b638 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 946 time: 0.0659008 Oct 04 08:57:59.564180 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1b4fa-e6fe-425a-ba3a-2326300e61ef tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baab87e1-1301-4e8c-81a1-063dc856907f,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:59.628868 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1b851e74-fe3e-4517-912e-1a7a5a2a6a88 req-b806ca66-2ddf-4c72-b4c6-038db90dcbd7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479858 Oct 04 08:57:59.639564 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b9a1b4fa-e6fe-425a-ba3a-2326300e61ef tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:59.650490 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-b9a1b4fa-e6fe-425a-ba3a-2326300e61ef tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3427238 Oct 04 08:57:59.669929 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:59.712318 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:50Z', 'updated_at': '2022-10-04T08:57:54Z', 'revision_number': 4, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'gw_port': {'id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:51Z', 'updated_at': '2022-10-04T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '3b9c8769-f84d-426e-8934-aa5ea2e35f94', 'name': '', 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'mac_address': 'fa:16:3e:8b:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '197fea97-0935-482a-a0aa-3223711fae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:53Z', 'updated_at': '2022-10-04T08:57:59Z', 'revision_number': 4, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'subnets': [{'id': '197fea97-0935-482a-a0aa-3223711fae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:59.746659 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6ddcb-235c-44ac-9015-ca36859dffe4 None None] The sync data for ids ['f814f93a-9fa7-4832-93da-c5c2d50408eb'] in dv-cinder-859447-2-iscsi is: [{'id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:50Z', 'updated_at': '2022-10-04T08:57:54Z', 'revision_number': 4, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'gw_port': {'id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:51Z', 'updated_at': '2022-10-04T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '3b9c8769-f84d-426e-8934-aa5ea2e35f94', 'name': '', 'network_id': 'f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'mac_address': 'fa:16:3e:8b:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '197fea97-0935-482a-a0aa-3223711fae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:53Z', 'updated_at': '2022-10-04T08:57:59Z', 'revision_number': 4, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'subnets': [{'id': '197fea97-0935-482a-a0aa-3223711fae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:59.779590 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:59.898813 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1c3a1c27-02a5-46f7-b5da-7ece03d98c0e req-44887d04-04fe-4931-abd1-ba3f7c2345a6 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 210 time: 0.0315421 Oct 04 08:58:00.024479 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2191e-2d91-4ab9-ac55-3c3253c0eb90 req-495fbe53-8bf9-46f8-bae0-0cf7037bfeba tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:00.026128 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f4f2191e-2d91-4ab9-ac55-3c3253c0eb90 req-495fbe53-8bf9-46f8-bae0-0cf7037bfeba tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 943 time: 0.0550039 Oct 04 08:58:00.077101 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f4f2191e-2d91-4ab9-ac55-3c3253c0eb90 req-1310e893-c80c-4600-94b2-c902318e3c90 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445392 Oct 04 08:58:00.249330 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef6a8c-c258-4bca-9333-afc2ccc44576 req-bb5625f8-3dbc-4dd2-87b7-e9b75f25e42f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:00.251032 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-54ef6a8c-c258-4bca-9333-afc2ccc44576 req-bb5625f8-3dbc-4dd2-87b7-e9b75f25e42f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0678799 Oct 04 08:58:00.288721 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 3b9c8769-f84d-426e-8934-aa5ea2e35f94 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:58:00.318105 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-54ef6a8c-c258-4bca-9333-afc2ccc44576 req-de819d3b-970e-419e-83d6-2bf6b93f9a99 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611563 Oct 04 08:58:00.337779 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:58:00.338162 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:00.338543 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 Oct 04 08:58:00.414249 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:00.415281 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:00.451738 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 3b9c8769-f84d-426e-8934-aa5ea2e35f94, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=3b9c8769-f84d-426e-8934-aa5ea2e35f94,segment=NetworkSegment(fa6806e1-843b-4f83-92b0-853bb16f7de3),segment_id=fa6806e1-843b-4f83-92b0-853bb16f7de3)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:00.511097 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:00.544339 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 7224ed3c-c9cb-445e-bb2f-be715b606313 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:58:00.574398 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=3b9c8769-f84d-426e-8934-aa5ea2e35f94,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:00.673235 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:00.686824 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'port_id': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'mac_address': 'fa:16:3e:91:62:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:58:00.705979 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-80efca9a-b302-4ed5-8b74-e8c49ae91bed service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40e61ddb-9135-44a4-af4c-083b3ed0acba HTTP/1.1" status: 200 len: 217 time: 0.0576127 Oct 04 08:58:00.730724 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 7224ed3c-c9cb-445e-bb2f-be715b606313 is: ACTIVE; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:00.731628 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:00.748387 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7224ed3c-c9cb-445e-bb2f-be715b606313 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:58:00.769626 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-a3d50bb5-8405-4415-ae72-538052c2a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:00.771437 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-a3d50bb5-8405-4415-ae72-538052c2a7fc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af0722f9-9785-4a14-92e6-f8dea856b94f HTTP/1.1" status: 200 len: 850 time: 0.0489028 Oct 04 08:58:00.782870 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:00.784473 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f3248-30df-4a17-aec5-3782f12f57eb req-256329d4-1619-4938-8307-7cb3f79b1ffa tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:00.785990 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0b7f3248-30df-4a17-aec5-3782f12f57eb req-256329d4-1619-4938-8307-7cb3f79b1ffa tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 946 time: 0.0531783 Oct 04 08:58:00.837660 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0b7f3248-30df-4a17-aec5-3782f12f57eb req-8a7c90d7-5815-4daa-93e9-b007bb4ec714 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458357 Oct 04 08:58:00.848306 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:00.851234 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:00.889313 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-979f3c7c-80d6-46ce-ac94-fa0eda4543e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:00.890837 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-979f3c7c-80d6-46ce-ac94-fa0eda4543e4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534031 Oct 04 08:58:00.925214 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=6']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:01.008584 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['7224ed3c-c9cb-445e-bb2f-be715b606313'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:58:01.026762 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1ccdeb6b-d6fc-4e50-b711-00318b694d72 req-c1dc51f2-aae5-47a9-a1da-d03c622049b0 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 210 time: 0.0277941 Oct 04 08:58:01.117214 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:01.121647 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-b8b2f98f-ba9c-494c-9296-82a887947551 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:01.123896 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-b8b2f98f-ba9c-494c-9296-82a887947551 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 946 time: 0.0946934 Oct 04 08:58:01.206359 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-7f0d4b92-26d0-431b-9309-354f80666e78 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860664 Oct 04 08:58:01.328332 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5da8d-e90d-48f7-9c9a-8b59ee418608 req-5bbbfa0c-1db8-475e-ae5b-f229977731e1 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:01.330298 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d3f5da8d-e90d-48f7-9c9a-8b59ee418608 req-5bbbfa0c-1db8-475e-ae5b-f229977731e1 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 943 time: 0.1348028 Oct 04 08:58:01.352180 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d632ced-345e-4586-9a9c-45f3fa279017', 'tag': '40e61ddb-9135-44a4-af4c-083b3ed0acba'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:01.368865 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5852de0d-38d7-43b7-8d72-063bc30a5586" -d '{"events": [{"name": "network-changed", "server_uuid": "8d632ced-345e-4586-9a9c-45f3fa279017", "tag": "40e61ddb-9135-44a4-af4c-083b3ed0acba"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:01.368865 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3ec6d60b-8a7c-4ff5-9c6e-60305556a784 req-162956e3-ce40-4d00-87bd-bce751c67b92 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288812 Oct 04 08:58:01.406375 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Deleting port 3f7e3944-8bfb-4131-9b47-16932063c516 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:58:01.406583 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:01.431063 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d3f5da8d-e90d-48f7-9c9a-8b59ee418608 req-3cc48218-3c3a-4aa3-b891-8c7b9a98b5aa tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914810 Oct 04 08:58:01.502600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd5b9f-957e-46a5-8766-50ec459224f7 x-openstack-request-id: req-42fd5b9f-957e-46a5-8766-50ec459224f7 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:01.503232 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d632ced-345e-4586-9a9c-45f3fa279017", "tag": "40e61ddb-9135-44a4-af4c-083b3ed0acba", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:01.503655 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-42fd5b9f-957e-46a5-8766-50ec459224f7 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:01.504053 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fd5b9f-957e-46a5-8766-50ec459224f7'] response: {'name': 'network-changed', 'server_uuid': '8d632ced-345e-4586-9a9c-45f3fa279017', 'tag': '40e61ddb-9135-44a4-af4c-083b3ed0acba', 'status': 'completed', 'code': 200} Oct 04 08:58:01.519681 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a381b01-9888-4d8f-ab3c-3cc8058120e6 req-ad2c347b-2b33-4b51-9425-30ece3d0d655 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:01.527717 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3a381b01-9888-4d8f-ab3c-3cc8058120e6 req-ad2c347b-2b33-4b51-9425-30ece3d0d655 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 944 time: 0.0602143 Oct 04 08:58:01.556317 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] For port 3f7e3944-8bfb-4131-9b47-16932063c516, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3f7e3944-8bfb-4131-9b47-16932063c516,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:01.556695 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:01.579036 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3a381b01-9888-4d8f-ab3c-3cc8058120e6 req-d4d41712-5806-4feb-8406-e5513ebfd490 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500517 Oct 04 08:58:01.633636 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:01.766725 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:01.767314 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (e79ad936-4201-44d0-808d-cf56af910367), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:01.767470 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Floating IP e79ad936-4201-44d0-808d-cf56af910367 disassociated. External IP: 172.27.1.222, port: 3f7e3944-8bfb-4131-9b47-16932063c516. Oct 04 08:58:01.767717 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Calling delete_port for 3f7e3944-8bfb-4131-9b47-16932063c516 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:58:01.817413 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:01.950485 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (3f7e3944-8bfb-4131-9b47-16932063c516), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:01.973603 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeefb8-205e-41a0-8228-32841ddda79c req-b9614839-9509-43de-a13a-7ee6b06d9047 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:01.975398 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cbbeefb8-205e-41a0-8228-32841ddda79c req-b9614839-9509-43de-a13a-7ee6b06d9047 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 946 time: 0.0563376 Oct 04 08:58:01.988606 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'Port': ['ID=3f7e3944-8bfb-4131-9b47-16932063c516,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:02.042296 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cbbeefb8-205e-41a0-8228-32841ddda79c req-bc3c2b23-ac55-4c41-8161-919b0cc6bc16 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=af7fa260-b667-4333-9f96-e964fb82f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582545 Oct 04 08:58:02.138657 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:58:02.157713 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-af3f8219-9510-4761-862c-a5162c7d4320 req-f6a6b8b8-9451-4815-959e-6ec259876410 tempest-ServerRescueNegativeTestJSON-1626497698 tempest-ServerRescueNegativeTestJSON-1626497698-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=07087473-a629-4720-abc6-c514a5120511 HTTP/1.1" status: 200 len: 210 time: 0.0310256 Oct 04 08:58:02.253075 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:58:02.269277 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:58:02.275889 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 3b9c8769-f84d-426e-8934-aa5ea2e35f94 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:58:02.282153 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:02.284687 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:02.299328 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] No DVR routers for this DVR port 3f7e3944-8bfb-4131-9b47-16932063c516 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:58:02.301784 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:02.305017 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-278720de-f8a6-44b6-a42b-5a2295610d69 req-cb466306-3c11-4c0f-8ea7-97222134463f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "DELETE /networking/v2.0/ports/3f7e3944-8bfb-4131-9b47-16932063c516 HTTP/1.1" status: 204 len: 173 time: 1.1731992 Oct 04 08:58:02.318585 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:02.327177 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:58:02.327559 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:02.327900 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 Oct 04 08:58:02.403433 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:02.424349 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:02.508740 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-4a284043-e2ae-498f-9b32-1b27a94c8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:02.511555 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-4a284043-e2ae-498f-9b32-1b27a94c8033 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 1127 time: 0.0764251 Oct 04 08:58:02.574383 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 7224ed3c-c9cb-445e-bb2f-be715b606313 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:58:02.582749 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e8d5a-572a-45fe-9919-b1191ef514c1 req-16effb29-3817-4138-b2ae-f343ae23a5f0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:02.584222 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0a4e8d5a-572a-45fe-9919-b1191ef514c1 req-16effb29-3817-4138-b2ae-f343ae23a5f0 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 943 time: 0.0511684 Oct 04 08:58:02.626882 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 7224ed3c-c9cb-445e-bb2f-be715b606313 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:58:02.629029 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:02.629208 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 7224ed3c-c9cb-445e-bb2f-be715b606313 Oct 04 08:58:02.643859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:02.693403 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0a4e8d5a-572a-45fe-9919-b1191ef514c1 req-161d4714-2d11-4a77-a467-5728aa97824c tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024907 Oct 04 08:58:02.791276 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:02.838515 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:58:02.850985 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-1c66dcd5-bf64-4a0b-a77b-3e62fd91ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:02.852875 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:02.853742 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:02.857204 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-1c66dcd5-bf64-4a0b-a77b-3e62fd91ecc7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 200 len: 912 time: 0.1910067 Oct 04 08:58:02.879477 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b8cc-5c35-45d1-9dcb-1803c05ca271 req-ccc316e3-46df-453f-b029-01b17ef8300c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:02.882333 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4f11b8cc-5c35-45d1-9dcb-1803c05ca271 req-ccc316e3-46df-453f-b029-01b17ef8300c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 944 time: 0.1385424 Oct 04 08:58:02.891281 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 7224ed3c-c9cb-445e-bb2f-be715b606313 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:02.891686 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:02.932374 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:02.935376 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcd710a-0a33-4847-bf34-9fba9403df84" -d '{"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-plugged", "status": "completed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:02.942599 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-f62e95c6-a37a-437e-8d3b-90bc31fa86f6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40e61ddb-9135-44a4-af4c-083b3ed0acba HTTP/1.1" status: 200 len: 217 time: 0.0800033 Oct 04 08:58:02.958697 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:02.972082 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4f11b8cc-5c35-45d1-9dcb-1803c05ca271 req-2875f4a2-8261-44c7-936f-dc5e0c2e56bf tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808558 Oct 04 08:58:03.027365 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:03.041927 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:03.043478 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:58:03.065796 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-0257d56a-7794-4dfd-b239-f369ce152697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:03.067555 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-0257d56a-7794-4dfd-b239-f369ce152697 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af0722f9-9785-4a14-92e6-f8dea856b94f HTTP/1.1" status: 200 len: 850 time: 0.1067545 Oct 04 08:58:03.069268 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:03.075375 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:58:03.075727 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 3204e9c4-8fba-47f2-b86e-dfd24301d3c6 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:58:03.076152 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 3f7e3944-8bfb-4131-9b47-16932063c516 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:58:03.161332 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-49eb286c-f5c7-4f26-ae59-e2a7fc70f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:03.163463 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 3f7e3944-8bfb-4131-9b47-16932063c516 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:58:03.164020 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 3f7e3944-8bfb-4131-9b47-16932063c516 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:58:03.164621 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-49eb286c-f5c7-4f26-ae59-e2a7fc70f7bd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826228 Oct 04 08:58:03.187153 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b44430e-e5ad-4545-9833-bfafbe37d9a8 x-openstack-request-id: req-8b44430e-e5ad-4545-9833-bfafbe37d9a8 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:03.187479 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-plugged", "status": "completed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:03.187745 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8b44430e-e5ad-4545-9833-bfafbe37d9a8 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:03.188142 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b44430e-e5ad-4545-9833-bfafbe37d9a8'] response: {'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'code': 200} Oct 04 08:58:03.193307 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=7']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:03.240259 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a17cdaf0-f0d0-42a4-ba87-cdea7524b2ca req-bcae3ceb-1d78-49c1-b56e-643fdcd823f2 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 210 time: 0.0314875 Oct 04 08:58:03.246606 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50530) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:03.412827 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:03.441024 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b8399-270f-4d54-8ec2-9c47b3be5ec3 None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:58:03.781897 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'name': 'network-vif-deleted', 'tag': '3f7e3944-8bfb-4131-9b47-16932063c516'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:03.792536 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcc33dd-63b2-4879-a593-d9fe0c99515f" -d '{"events": [{"server_uuid": "01deb208-ffd0-4664-90dc-aca0a3fff70e", "name": "network-vif-deleted", "tag": "3f7e3944-8bfb-4131-9b47-16932063c516"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:03.875373 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bbd9ae-1798-4993-a27f-5cc4c629d766 x-openstack-request-id: req-43bbd9ae-1798-4993-a27f-5cc4c629d766 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:03.875373 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01deb208-ffd0-4664-90dc-aca0a3fff70e", "name": "network-vif-deleted", "tag": "3f7e3944-8bfb-4131-9b47-16932063c516", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:03.875373 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-43bbd9ae-1798-4993-a27f-5cc4c629d766 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:03.875373 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bbd9ae-1798-4993-a27f-5cc4c629d766'] response: {'server_uuid': '01deb208-ffd0-4664-90dc-aca0a3fff70e', 'name': 'network-vif-deleted', 'tag': '3f7e3944-8bfb-4131-9b47-16932063c516', 'status': 'completed', 'code': 200} Oct 04 08:58:03.881774 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3954bfa-2abc-4b9d-bc17-4076e2bb717c None None] New status for floating IP e79ad936-4201-44d0-808d-cf56af910367: DOWN {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:58:03.909161 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cece2-851a-4317-ac67-dae259fae688 req-9fd0c293-1018-4488-a91b-658cd8ec7c67 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:03.918852 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-a3b92d0a-c48c-4ce4-afa1-0aa649b5b109 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379710 Oct 04 08:58:03.922116 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-130cece2-851a-4317-ac67-dae259fae688 req-9fd0c293-1018-4488-a91b-658cd8ec7c67 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 943 time: 0.1171753 Oct 04 08:58:03.997098 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-130cece2-851a-4317-ac67-dae259fae688 req-7238f092-e21e-45c7-bab9-e791444397e7 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732198 Oct 04 08:58:04.023438 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:04.093509 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:04.281361 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb47998-ee01-48e6-954d-9bad2b09a3d4 req-a1bbf052-34d2-4649-8df7-174f430ce1f7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:04.285491 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3cb47998-ee01-48e6-954d-9bad2b09a3d4 req-a1bbf052-34d2-4649-8df7-174f430ce1f7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.1762760 Oct 04 08:58:04.297178 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-5852de0d-38d7-43b7-8d72-063bc30a5586 req-36398548-af92-4c17-b8c6-a604541379d5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745309 Oct 04 08:58:04.303471 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (0590620e-b2c0-4df5-9f89-a505223f0581), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:04.447165 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3cb47998-ee01-48e6-954d-9bad2b09a3d4 req-6103499f-83ad-4e6a-92cd-5913eb3dd919 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568534 Oct 04 08:58:04.574959 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 40e61ddb-9135-44a4-af4c-083b3ed0acba details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:58:04.692704 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Deleting port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:58:04.694550 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:04.717428 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9029e041-83c3-49d5-b690-dd111c1617db req-1c02a9e5-7adf-4fc8-902a-728cb1f104e6 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=01deb208-ffd0-4664-90dc-aca0a3fff70e HTTP/1.1" status: 200 len: 210 time: 0.0641642 Oct 04 08:58:04.727475 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-dbd14b25-c5af-4688-8ca8-a6ffed9458a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:04.755656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-d3f088ec-dd38-468b-89b7-2be67cce28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:04.759430 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-d3f088ec-dd38-468b-89b7-2be67cce28d9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 1129 time: 0.1410737 Oct 04 08:58:04.788154 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 40e61ddb-9135-44a4-af4c-083b3ed0acba, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=40e61ddb-9135-44a4-af4c-083b3ed0acba,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:04.801223 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '40e61ddb-9135-44a4-af4c-083b3ed0acba', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'port_id': '40e61ddb-9135-44a4-af4c-083b3ed0acba', 'mac_address': 'fa:16:3e:cf:8e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:58:04.855394 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 40e61ddb-9135-44a4-af4c-083b3ed0acba is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:04.855394 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:04.871845 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] For port f3fbd7ff-bd11-4e26-9a0b-aaedb5579009, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f3fbd7ff-bd11-4e26-9a0b-aaedb5579009,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:04.874818 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:04.881780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e61ddb-9135-44a4-af4c-083b3ed0acba {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:58:04.916382 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 40e61ddb-9135-44a4-af4c-083b3ed0acba, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=40e61ddb-9135-44a4-af4c-083b3ed0acba,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:04.919362 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Calling delete_port for f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 owned by network:router_interface {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:58:04.955849 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-27c1ad8d-488d-450d-bb9d-adb585fc0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:04.957583 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-27c1ad8d-488d-450d-bb9d-adb585fc0448 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.1738935 Oct 04 08:58:05.001490 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:05.059244 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:05.078593 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=40e61ddb-9135-44a4-af4c-083b3ed0acba,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:05.109528 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-c4d7c61f-e144-4687-ad6a-7991f1e66c3f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7224ed3c-c9cb-445e-bb2f-be715b606313 HTTP/1.1" status: 200 len: 1001 time: 0.1221440 Oct 04 08:58:05.159801 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5dc94-839e-4ac9-a88c-cce5b02544c2 req-526b6314-2510-4ce2-8627-a821b7edbc48 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:05.162377 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-63e5dc94-839e-4ac9-a88c-cce5b02544c2 req-526b6314-2510-4ce2-8627-a821b7edbc48 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 944 time: 0.0646369 Oct 04 08:58:05.223110 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:05.235005 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-982dade6-2650-4b61-9571-108493d036cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:05.235708 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-982dade6-2650-4b61-9571-108493d036cd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0835850 Oct 04 08:58:05.237593 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-63e5dc94-839e-4ac9-a88c-cce5b02544c2 req-c2ed92fd-d702-4b86-8f92-163358c7e085 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674129 Oct 04 08:58:05.259993 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['40e61ddb-9135-44a4-af4c-083b3ed0acba'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:58:05.288298 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-67a7576d-444c-4b64-b07a-5b2fbe8e5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:05.289822 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-67a7576d-444c-4b64-b07a-5b2fbe8e5573 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476587 Oct 04 08:58:05.297687 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:05.409072 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:05.437579 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:05.491609 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-b8a000d9-f130-4319-8bba-3ba6d2b263d8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947598 Oct 04 08:58:05.560433 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (f3fbd7ff-bd11-4e26-9a0b-aaedb5579009), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:05.591136 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fbd7ff-bd11-4e26-9a0b-aaedb5579009,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:05.593394 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af397c55-bd0a-4fe3-b7d3-e8ae90e466e1 req-a14816be-10ee-4cc9-8679-6183e113e3e1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:05.597260 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-af397c55-bd0a-4fe3-b7d3-e8ae90e466e1 req-a14816be-10ee-4cc9-8679-6183e113e3e1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0567768 Oct 04 08:58:05.676386 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-af397c55-bd0a-4fe3-b7d3-e8ae90e466e1 req-202dbb4f-57f0-432d-8755-d46e14153e99 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731337 Oct 04 08:58:05.704854 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-77601d99-9987-4ee6-96de-c3713fd5b67f req-8c7921c2-95e4-4cbd-bd6d-ed3a4645a019 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034411 Oct 04 08:58:05.873072 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (0590620e-b2c0-4df5-9f89-a505223f0581), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:05.902824 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50568) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:05.998068 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ec0055c-7484-434e-bbed-eb4bd4940618 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (af7fa260-b667-4333-9f96-e964fb82f5c2), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.036573 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ec0055c-7484-434e-bbed-eb4bd4940618 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (af7fa260-b667-4333-9f96-e964fb82f5c2), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.089670 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:06.162974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Router 0590620e-b2c0-4df5-9f89-a505223f0581 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:58:06.221125 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ec0055c-7484-434e-bbed-eb4bd4940618 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (af7fa260-b667-4333-9f96-e964fb82f5c2), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.224850 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ec0055c-7484-434e-bbed-eb4bd4940618 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.231742 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8ec0055c-7484-434e-bbed-eb4bd4940618 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/af7fa260-b667-4333-9f96-e964fb82f5c2 HTTP/1.1" status: 204 len: 168 time: 0.3275871 Oct 04 08:58:06.233303 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50572) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:06.259521 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0055c-7484-434e-bbed-eb4bd4940618 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7fa260-b667-4333-9f96-e964fb82f5c2,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:06.302332 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.api.v2.resource [None req-a130c961-5009-45c9-bb46-f16b9ab22c22 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] show failed (client error): The resource could not be found. Oct 04 08:58:06.309202 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a130c961-5009-45c9-bb46-f16b9ab22c22 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups/af7fa260-b667-4333-9f96-e964fb82f5c2 HTTP/1.1" status: 404 len: 347 time: 0.0560951 Oct 04 08:58:06.314128 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50576) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:06.315738 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:58:06.326800 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] Sync routers for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:58:06.331071 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50578) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:06.331534 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-b86fea63-d0fe-45d5-87fc-24a37a84485c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/0590620e-b2c0-4df5-9f89-a505223f0581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0835564 Oct 04 08:58:06.352236 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:06.353069 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:06.522556 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:06.537709 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Deleting port 17df72e8-7bcf-4acc-878f-8e782884fa44 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:58:06.538151 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (17df72e8-7bcf-4acc-878f-8e782884fa44), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.587626 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c8e1f-b27b-4a8d-8875-484e10edac50 req-35a1bcb4-8582-4e98-b4d3-d046dbc823eb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:06.589927 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-443c8e1f-b27b-4a8d-8875-484e10edac50 req-35a1bcb4-8582-4e98-b4d3-d046dbc823eb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 944 time: 0.1755805 Oct 04 08:58:06.603014 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 40e61ddb-9135-44a4-af4c-083b3ed0acba up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:58:06.684917 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 40e61ddb-9135-44a4-af4c-083b3ed0acba completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:58:06.703024 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks [] for router (0590620e-b2c0-4df5-9f89-a505223f0581), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.771463 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:06.775039 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (17df72e8-7bcf-4acc-878f-8e782884fa44), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.775299 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (17df72e8-7bcf-4acc-878f-8e782884fa44), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.779534 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 40e61ddb-9135-44a4-af4c-083b3ed0acba triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:58:06.780378 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.780994 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 40e61ddb-9135-44a4-af4c-083b3ed0acba Oct 04 08:58:06.781347 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-443c8e1f-b27b-4a8d-8875-484e10edac50 req-949bc3f9-820b-4c00-8727-1b08a24d16ce tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545813 Oct 04 08:58:06.809581 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:06.820320 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Calling delete_port for 17df72e8-7bcf-4acc-878f-8e782884fa44 owned by network:floatingip {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:58:06.820864 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:58:05Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:06.858784 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] Checking router: 0590620e-b2c0-4df5-9f89-a505223f0581 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:58:06.869384 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] Routers {'0590620e-b2c0-4df5-9f89-a505223f0581'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:06.870254 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:57:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['0590620e-b2c0-4df5-9f89-a505223f0581'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:06.976421 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 40e61ddb-9135-44a4-af4c-083b3ed0acba is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:06.977319 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:06.980130 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2b601604-4853-4186-9236-4e52541c7be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:07.014433 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] Set router 0590620e-b2c0-4df5-9f89-a505223f0581 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:07.060883 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d632ced-345e-4586-9a9c-45f3fa279017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e61ddb-9135-44a4-af4c-083b3ed0acba'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:07.070532 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcec59f-8c04-4f72-a8c3-4cfefac91a13" -d '{"events": [{"server_uuid": "8d632ced-345e-4586-9a9c-45f3fa279017", "name": "network-vif-plugged", "status": "completed", "tag": "40e61ddb-9135-44a4-af4c-083b3ed0acba"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:07.139010 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 40e61ddb-9135-44a4-af4c-083b3ed0acba, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=40e61ddb-9135-44a4-af4c-083b3ed0acba,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:07.181349 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2677d1-d695-4f18-b1cf-19d3c75039c0 x-openstack-request-id: req-3f2677d1-d695-4f18-b1cf-19d3c75039c0 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:07.181689 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d632ced-345e-4586-9a9c-45f3fa279017", "name": "network-vif-plugged", "status": "completed", "tag": "40e61ddb-9135-44a4-af4c-083b3ed0acba", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:07.181953 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3f2677d1-d695-4f18-b1cf-19d3c75039c0 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:07.182364 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2677d1-d695-4f18-b1cf-19d3c75039c0'] response: {'server_uuid': '8d632ced-345e-4586-9a9c-45f3fa279017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e61ddb-9135-44a4-af4c-083b3ed0acba', 'code': 200} Oct 04 08:58:07.192134 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:07.283658 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:07.302263 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9895dc-e0fc-4d35-8253-4aed9f00c979 req-96ef0b64-6ff5-41c7-9fcf-49336408cac4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:07.308038 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:58:05Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:07.309403 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a9895dc-e0fc-4d35-8253-4aed9f00c979 req-96ef0b64-6ff5-41c7-9fcf-49336408cac4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.1385970 Oct 04 08:58:07.320144 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=40e61ddb-9135-44a4-af4c-083b3ed0acba,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:07.332001 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks [] for router_gateway (0590620e-b2c0-4df5-9f89-a505223f0581), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:07.371755 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13af34-8404-4a40-84c1-41c149df4181 None None] The sync data for ids ['0590620e-b2c0-4df5-9f89-a505223f0581'] in dv-cinder-859447-2-iscsi is: [{'id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'name': 'tempest-ServerRescueNegativeTestJSON-1658564979-router', 'tenant_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e74bb895-327b-45c9-a53a-586629290718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:58:05Z', 'revision_number': 5, 'project_id': '24b4590edfe642bc8a8bd15a1b8ba464', 'gw_port': {'id': 'e74bb895-327b-45c9-a53a-586629290718', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590620e-b2c0-4df5-9f89-a505223f0581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:58:07.513698 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a9895dc-e0fc-4d35-8253-4aed9f00c979 req-11e7962d-f924-46e9-bebe-5a8e1a714a7b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026975 Oct 04 08:58:07.577351 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Deleting port e74bb895-327b-45c9-a53a-586629290718 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:58:07.577777 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (e74bb895-327b-45c9-a53a-586629290718), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:07.606124 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606b361-d9b9-4668-be52-bfe4945bfce0 req-d6632794-584a-415f-940b-9f2656ae8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:07.607840 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b606b361-d9b9-4668-be52-bfe4945bfce0 req-d6632794-584a-415f-940b-9f2656ae8521 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 1129 time: 0.0489955 Oct 04 08:58:07.668891 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (17df72e8-7bcf-4acc-878f-8e782884fa44), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:07.671509 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b606b361-d9b9-4668-be52-bfe4945bfce0 req-9df01e6e-e0a4-4797-953e-ae3fd1880c0c service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570102 Oct 04 08:58:07.714882 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'Port': ['ID=17df72e8-7bcf-4acc-878f-8e782884fa44,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:07.722374 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] For port e74bb895-327b-45c9-a53a-586629290718, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=e74bb895-327b-45c9-a53a-586629290718,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:07.723414 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (e74bb895-327b-45c9-a53a-586629290718), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:07.800165 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Calling delete_port for e74bb895-327b-45c9-a53a-586629290718 owned by network:router_gateway {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:58:08.062138 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15e41-f564-44db-8f3b-22745ea5ecd3 req-e69236ed-1d45-4bb7-ae9a-8ce7454b47eb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:08.075664 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1cb15e41-f564-44db-8f3b-22745ea5ecd3 req-e69236ed-1d45-4bb7-ae9a-8ce7454b47eb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 945 time: 0.0933611 Oct 04 08:58:08.103625 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (e79ad936-4201-44d0-808d-cf56af910367), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.108836 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.112841 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a6054753-0b5a-433e-970b-dc84fa9a6ce0 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/e79ad936-4201-44d0-808d-cf56af910367 HTTP/1.1" status: 204 len: 168 time: 1.7984810 Oct 04 08:58:08.232928 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:58:08.257362 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:58:08.257870 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f3fbd7ff-bd11-4e26-9a0b-aaedb5579009 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:58:08.278466 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1cb15e41-f564-44db-8f3b-22745ea5ecd3 req-41287697-9235-426a-8c4f-c5cf1b4b665a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998701 Oct 04 08:58:08.283521 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50592) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:08.289798 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-4852617d-b681-4ee5-b527-8334744de779 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358885175', 'description': 'tempest-description--211991330'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:08.333739 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (e74bb895-327b-45c9-a53a-586629290718), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.337396 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:08.340875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.372648 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Pushing event deleted for resources: {'Port': ['ID=e74bb895-327b-45c9-a53a-586629290718,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:08.418344 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4852617d-b681-4ee5-b527-8334744de779 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.482150 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (0590620e-b2c0-4df5-9f89-a505223f0581), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.519702 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4852617d-b681-4ee5-b527-8334744de779 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (7a6d03af-3d08-4b0d-82c8-ff81d5199748), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.586573 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (0590620e-b2c0-4df5-9f89-a505223f0581), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.590475 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks [] for router_controller (0590620e-b2c0-4df5-9f89-a505223f0581), precommit_delete_associations {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.595150 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:08.805432 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ae5c-d503-4a13-ad36-086c5a7a0747 req-11e7a9e0-a1ad-4686-bc41-05e8d7a41e3c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:08.805432 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-86f5ae5c-d503-4a13-ad36-086c5a7a0747 req-11e7a9e0-a1ad-4686-bc41-05e8d7a41e3c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Oct 04 08:58:08.805432 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-86f5ae5c-d503-4a13-ad36-086c5a7a0747 req-5bab2f5a-0236-464a-8649-6476bc757ae4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520728 Oct 04 08:58:08.961825 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4852617d-b681-4ee5-b527-8334744de779 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (7a6d03af-3d08-4b0d-82c8-ff81d5199748), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:08.981743 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:08.996169 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852617d-b681-4ee5-b527-8334744de779 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d03af-3d08-4b0d-82c8-ff81d5199748,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:09.002304 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (0590620e-b2c0-4df5-9f89-a505223f0581), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.002959 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0590620e-b2c0-4df5-9f89-a505223f0581 {{(pid=113286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:58:09.007832 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.012634 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50596) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:09.012790 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-23449401-527f-4c94-829f-2ab909f3c50f admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/0590620e-b2c0-4df5-9f89-a505223f0581 HTTP/1.1" status: 204 len: 168 time: 2.6466839 Oct 04 08:58:09.060023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e40d0d-ae3c-4606-8c4c-e7a9bf4ee757 admin admin] Deleting subnet 24ff5370-5973-45f0-80c2-c27671180f0d {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:58:09.063287 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d2e40d0d-ae3c-4606-8c4c-e7a9bf4ee757 admin admin] Publish callbacks [] for subnet (24ff5370-5973-45f0-80c2-c27671180f0d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.112552 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d2e40d0d-ae3c-4606-8c4c-e7a9bf4ee757 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (24ff5370-5973-45f0-80c2-c27671180f0d), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.143977 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4852617d-b681-4ee5-b527-8334744de779 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.150720 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-4852617d-b681-4ee5-b527-8334744de779 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8599045 Oct 04 08:58:09.150930 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50602) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:09.153538 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-064bf6fc-3f41-4899-ad4c-2df84d769e54 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group_rule': {'security_group_id': '7a6d03af-3d08-4b0d-82c8-ff81d5199748', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:09.236860 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d2e40d0d-ae3c-4606-8c4c-e7a9bf4ee757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (24ff5370-5973-45f0-80c2-c27671180f0d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.278829 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-064bf6fc-3f41-4899-ad4c-2df84d769e54 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (1930b98f-1646-4c5e-aefa-61f26398b8b2), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.395563 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-064bf6fc-3f41-4899-ad4c-2df84d769e54 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (1930b98f-1646-4c5e-aefa-61f26398b8b2), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.397231 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d2e40d0d-ae3c-4606-8c4c-e7a9bf4ee757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (24ff5370-5973-45f0-80c2-c27671180f0d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.410005 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:09.461259 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f607e7-6e72-4e97-a78f-1dd9472ec564 req-16e4c103-6413-4a28-9d3a-ee56d8ea8ead tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:09.463131 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12f607e7-6e72-4e97-a78f-1dd9472ec564 req-16e4c103-6413-4a28-9d3a-ee56d8ea8ead tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 945 time: 0.0708096 Oct 04 08:58:09.486293 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-064bf6fc-3f41-4899-ad4c-2df84d769e54 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (1930b98f-1646-4c5e-aefa-61f26398b8b2), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.486480 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e778f-0206-42cc-a3f7-9a968c8c946f None None] Network ff082fc8-e1db-4811-948c-1101d0759e1f requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:58:09.493998 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d2e40d0d-ae3c-4606-8c4c-e7a9bf4ee757 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.503171 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-d2e40d0d-ae3c-4606-8c4c-e7a9bf4ee757 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/24ff5370-5973-45f0-80c2-c27671180f0d HTTP/1.1" status: 204 len: 168 time: 0.4892032 Oct 04 08:58:09.504469 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e40d0d-ae3c-4606-8c4c-e7a9bf4ee757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ff5370-5973-45f0-80c2-c27671180f0d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:09.506254 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50608) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:09.554212 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bf6fc-3f41-4899-ad4c-2df84d769e54 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1930b98f-1646-4c5e-aefa-61f26398b8b2,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:09.614767 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-12f607e7-6e72-4e97-a78f-1dd9472ec564 req-af99f09e-fc64-46cd-9ee0-eb2e56eb15b6 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453025 Oct 04 08:58:09.683897 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-064bf6fc-3f41-4899-ad4c-2df84d769e54 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.685242 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (ff082fc8-e1db-4811-948c-1101d0759e1f), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.685674 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-064bf6fc-3f41-4899-ad4c-2df84d769e54 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5360150 Oct 04 08:58:09.689143 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50610) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:09.696668 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-42bceb6e-5d82-4a4e-8aef-d904bfb1a85d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'security_group_rule': {'security_group_id': '7a6d03af-3d08-4b0d-82c8-ff81d5199748', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:09.733711 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.803220 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Deleting port 6da953ba-6c37-45db-b5e2-84d161a2065f {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:58:09.803569 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.804132 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d0216-4881-46b6-8d43-f0e2b7ceddc2 None None] DHCP port deletion for ff082fc8-e1db-4811-948c-1101d0759e1f request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:58:09.882302 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d0216-4881-46b6-8d43-f0e2b7ceddc2 None None] Deleting port 6da953ba-6c37-45db-b5e2-84d161a2065f {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:58:09.882947 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0216-4881-46b6-8d43-f0e2b7ceddc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.893995 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] For port 6da953ba-6c37-45db-b5e2-84d161a2065f, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=6da953ba-6c37-45db-b5e2-84d161a2065f,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:09.894580 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.900742 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42bceb6e-5d82-4a4e-8aef-d904bfb1a85d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (46366627-965c-4280-b785-a20ed27f690a), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:09.936065 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Calling delete_port for 6da953ba-6c37-45db-b5e2-84d161a2065f owned by network:dhcp {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:58:10.045849 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0880c9d-33d5-4746-9ad0-28b4367abd96 req-472ca162-4be4-4ada-b6da-8c5523112f61 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:10.063888 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b0880c9d-33d5-4746-9ad0-28b4367abd96 req-472ca162-4be4-4ada-b6da-8c5523112f61 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.1584854 Oct 04 08:58:10.103012 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42bceb6e-5d82-4a4e-8aef-d904bfb1a85d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (46366627-965c-4280-b785-a20ed27f690a), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.151122 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b0880c9d-33d5-4746-9ad0-28b4367abd96 req-f4f4311c-e0ec-40d2-95e1-181d26b61439 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861640 Oct 04 08:58:10.159857 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-2d9d0216-4881-46b6-8d43-f0e2b7ceddc2 None None] For port 6da953ba-6c37-45db-b5e2-84d161a2065f, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=6da953ba-6c37-45db-b5e2-84d161a2065f,segment=NetworkSegment(148d0eb5-df79-4020-b02d-f47bbfde20c7),segment_id=148d0eb5-df79-4020-b02d-f47bbfde20c7)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:10.160364 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0216-4881-46b6-8d43-f0e2b7ceddc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.180308 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d0216-4881-46b6-8d43-f0e2b7ceddc2 None None] Calling delete_port for 6da953ba-6c37-45db-b5e2-84d161a2065f owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:58:10.275511 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6da953ba-6c37-45db-b5e2-84d161a2065f no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:58:10.311161 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42bceb6e-5d82-4a4e-8aef-d904bfb1a85d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (46366627-965c-4280-b785-a20ed27f690a), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.332225 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bceb6e-5d82-4a4e-8aef-d904bfb1a85d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46366627-965c-4280-b785-a20ed27f690a,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:10.346078 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.349569 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.358349 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0216-4881-46b6-8d43-f0e2b7ceddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (6da953ba-6c37-45db-b5e2-84d161a2065f), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.360217 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No active binding found for port 6da953ba-6c37-45db-b5e2-84d161a2065f {{(pid=113288) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 08:58:10.361376 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] The host dv-cinder-859447-2-iscsi is not matching for port 6da953ba-6c37-45db-b5e2-84d161a2065f host None! {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 08:58:10.361376 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6da953ba-6c37-45db-b5e2-84d161a2065f not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:58:10.361576 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] No DVR routers for this DVR port 6da953ba-6c37-45db-b5e2-84d161a2065f on host dv-cinder-859447-2-iscsi {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:58:10.361676 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device e74bb895-327b-45c9-a53a-586629290718 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:58:10.386975 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Pushing event deleted for resources: {'Port': ['ID=6da953ba-6c37-45db-b5e2-84d161a2065f,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:10.410108 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:10.410354 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d0216-4881-46b6-8d43-f0e2b7ceddc2 None None] Pushing event deleted for resources: {'Port': ['ID=6da953ba-6c37-45db-b5e2-84d161a2065f,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:10.414841 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: e74bb895-327b-45c9-a53a-586629290718 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:58:10.415190 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device e74bb895-327b-45c9-a53a-586629290718 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:58:10.420093 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d0216-4881-46b6-8d43-f0e2b7ceddc2 None None] No DVR routers for this DVR port 6da953ba-6c37-45db-b5e2-84d161a2065f on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:58:10.425097 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-42bceb6e-5d82-4a4e-8aef-d904bfb1a85d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.430091 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-42bceb6e-5d82-4a4e-8aef-d904bfb1a85d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7339842 Oct 04 08:58:10.430235 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50622) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:10.439977 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:10.509225 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (ff082fc8-e1db-4811-948c-1101d0759e1f), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.536208 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff082fc8-e1db-4811-948c-1101d0759e1f']}} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:10.547289 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148d0eb5-df79-4020-b02d-f47bbfde20c7') {'for_net_delete': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:10.547658 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148d0eb5-df79-4020-b02d-f47bbfde20c7') {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:10.556202 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.580668 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27825084'] for segment (148d0eb5-df79-4020-b02d-f47bbfde20c7), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.597562 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (148d0eb5-df79-4020-b02d-f47bbfde20c7), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.607368 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=113287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:58:10.607645 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27405659'] for segment (148d0eb5-df79-4020-b02d-f47bbfde20c7), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.664161 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 148d0eb5-df79-4020-b02d-f47bbfde20c7 resource provider aggregate not found Oct 04 08:58:10.697698 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 148d0eb5-df79-4020-b02d-f47bbfde20c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 148d0eb5-df79-4020-b02d-f47bbfde20c7 found for delete ", "request_id": "req-7381bf26-bdd9-4070-a957-b1b2b33af3e8"}]} Oct 04 08:58:10.700107 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.784844 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (ff082fc8-e1db-4811-948c-1101d0759e1f), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.790244 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:10.793912 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/ff082fc8-e1db-4811-948c-1101d0759e1f HTTP/1.1" status: 204 len: 168 time: 1.2863989 Oct 04 08:58:10.810744 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8cbc-fd5f-43c4-9502-3619c556d8af admin admin] Pushing event deleted for resources: {'Network': ['ID=ff082fc8-e1db-4811-948c-1101d0759e1f,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:10.816145 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:10.841674 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99beac7-bfeb-4510-8fdb-e2981de0e8ed req-161cb27f-1fd0-4d7a-bfce-0f407988cd12 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:10.843747 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f99beac7-bfeb-4510-8fdb-e2981de0e8ed req-161cb27f-1fd0-4d7a-bfce-0f407988cd12 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 945 time: 0.0911949 Oct 04 08:58:10.924384 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Allocated IP 172.27.1.234 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/ff24406a-f561-481c-8b0d-55347c69ab56) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:58:10.944460 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f99beac7-bfeb-4510-8fdb-e2981de0e8ed req-eac29997-0f00-495d-82b5-682589da6d13 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791924 Oct 04 08:58:11.076740 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (ff24406a-f561-481c-8b0d-55347c69ab56), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:11.087575 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:11.173149 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beec158-5ec4-49e4-9049-b7f785e4bb7d req-a1a5890c-ae74-43f9-aa04-8035217fd8a4 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:11.174743 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0beec158-5ec4-49e4-9049-b7f785e4bb7d req-a1a5890c-ae74-43f9-aa04-8035217fd8a4 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 945 time: 0.0647941 Oct 04 08:58:11.186768 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50642) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:11.192462 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-562ab370-946f-4641-a222-047f5f8761a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Request body: {'floatingip': {'port_id': '40e61ddb-9135-44a4-af4c-083b3ed0acba'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:11.239513 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-562ab370-946f-4641-a222-047f5f8761a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (01e3008a-13fc-40d2-b026-9a24e89b2545), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:11.300736 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50644) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:11.313430 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (ff24406a-f561-481c-8b0d-55347c69ab56), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:11.380513 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299471b-a180-49a4-9520-fbb0b3f21857 req-ae41f8db-8de4-4cbe-9921-061a1e9dacc5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:11.389398 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1299471b-a180-49a4-9520-fbb0b3f21857 req-ae41f8db-8de4-4cbe-9921-061a1e9dacc5 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.1310182 Oct 04 08:58:11.444199 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:58:11.457178 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:58:11.461807 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=ff24406a-f561-481c-8b0d-55347c69ab56,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:11.471491 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:58:11.528435 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-eb8483fb-e916-4b6c-97d4-e79c56742ea2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=24b4590edfe642bc8a8bd15a1b8ba464&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2259181 Oct 04 08:58:11.531848 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50648) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:11.549156 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1299471b-a180-49a4-9520-fbb0b3f21857 req-9a9db96a-c266-43fa-b818-eb478ea40af0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585286 Oct 04 08:58:11.665846 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-33ee0609-7d44-44ed-9a21-19e26e8e371b admin admin] Publish callbacks [] for security_group (281ccba5-c747-4629-80a2-351738beb5c4), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:11.668827 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (8611f5b3-8f98-4433-8981-54df4b27c9b1), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:11.695984 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-33ee0609-7d44-44ed-9a21-19e26e8e371b admin admin] Publish callbacks [] for security_group (281ccba5-c747-4629-80a2-351738beb5c4), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:11.774792 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (ff24406a-f561-481c-8b0d-55347c69ab56), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:11.908500 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-33ee0609-7d44-44ed-9a21-19e26e8e371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (281ccba5-c747-4629-80a2-351738beb5c4), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:11.912629 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-33ee0609-7d44-44ed-9a21-19e26e8e371b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:11.918123 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-33ee0609-7d44-44ed-9a21-19e26e8e371b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/281ccba5-c747-4629-80a2-351738beb5c4 HTTP/1.1" status: 204 len: 168 time: 0.3809583 Oct 04 08:58:11.919297 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:11.940348 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee0609-7d44-44ed-9a21-19e26e8e371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281ccba5-c747-4629-80a2-351738beb5c4,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:12.029598 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (ff24406a-f561-481c-8b0d-55347c69ab56), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:12.122584 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (ff24406a-f561-481c-8b0d-55347c69ab56), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:12.208300 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (8611f5b3-8f98-4433-8981-54df4b27c9b1), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:12.221354 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-562ab370-946f-4641-a222-047f5f8761a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:12.235627 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=ff24406a-f561-481c-8b0d-55347c69ab56,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:12.385317 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-562ab370-946f-4641-a222-047f5f8761a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (01e3008a-13fc-40d2-b026-9a24e89b2545), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:12.390966 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:12.392650 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-2242fedc-b400-4fcb-aef1-10baf4e278be tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9619586 Oct 04 08:58:12.438737 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=2,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:12.520679 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-562ab370-946f-4641-a222-047f5f8761a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Floating IP 01e3008a-13fc-40d2-b026-9a24e89b2545 associated. External IP: 172.27.1.7, port: 40e61ddb-9135-44a4-af4c-083b3ed0acba. Oct 04 08:58:12.746521 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:58:12.770793 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:12.809967 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9df08-2aeb-43d1-99db-be4ffd0b3313 req-91b51053-0375-4d37-8cef-40d8dc813bf1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:12.818196 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-15c9df08-2aeb-43d1-99db-be4ffd0b3313 req-91b51053-0375-4d37-8cef-40d8dc813bf1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.1095877 Oct 04 08:58:12.824335 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-de2f7b3d-30ee-49df-8260-b46770af2362 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1358885175&fields=id&tenant_id=8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 267 time: 0.1388588 Oct 04 08:58:12.873555 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562ab370-946f-4641-a222-047f5f8761a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:58:12.949552 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-15c9df08-2aeb-43d1-99db-be4ffd0b3313 req-5c15aa88-ba04-4274-95f5-f18735672ec4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288497 Oct 04 08:58:13.003740 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:13.036526 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562ab370-946f-4641-a222-047f5f8761a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:58:13.037113 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-e7e9a022-e623-43f2-afe1-7d8c00e00573 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:13.039060 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-e7e9a022-e623-43f2-afe1-7d8c00e00573 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 815 time: 0.2008576 Oct 04 08:58:13.054588 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-601626b7-e001-4b3b-a8ac-4d2a53ec3a7a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/quotas/8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 375 time: 0.0095699 Oct 04 08:58:13.065289 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-562ab370-946f-4641-a222-047f5f8761a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:13.084370 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] Sync routers for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:58:13.101349 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:13.103649 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:58:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:13.112979 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-562ab370-946f-4641-a222-047f5f8761a9 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/01e3008a-13fc-40d2-b026-9a24e89b2545 HTTP/1.1" status: 200 len: 989 time: 1.9246955 Oct 04 08:58:13.113694 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d632ced-345e-4586-9a9c-45f3fa279017', 'tag': '40e61ddb-9135-44a4-af4c-083b3ed0acba'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:13.116357 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f88a690-2566-4b92-bcfd-6680b56db512" -d '{"events": [{"name": "network-changed", "server_uuid": "8d632ced-345e-4586-9a9c-45f3fa279017", "tag": "40e61ddb-9135-44a4-af4c-083b3ed0acba"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:13.117778 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-78c8cad6-f4b6-4622-b3f3-c108315650d5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562825 Oct 04 08:58:13.161839 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e830126-737c-467e-9681-f4f701fa7207 x-openstack-request-id: req-1e830126-737c-467e-9681-f4f701fa7207 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:13.162133 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d632ced-345e-4586-9a9c-45f3fa279017", "tag": "40e61ddb-9135-44a4-af4c-083b3ed0acba", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:13.162888 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1e830126-737c-467e-9681-f4f701fa7207 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:13.162888 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e830126-737c-467e-9681-f4f701fa7207'] response: {'name': 'network-changed', 'server_uuid': '8d632ced-345e-4586-9a9c-45f3fa279017', 'tag': '40e61ddb-9135-44a4-af4c-083b3ed0acba', 'status': 'completed', 'code': 200} Oct 04 08:58:13.206508 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:13.219138 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:13.228378 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-398725b1-607f-41d0-a023-df9b11ec8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:13.230005 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-398725b1-607f-41d0-a023-df9b11ec8899 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bc8433b42fb74e8bbfef92acedf01259&device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 1129 time: 0.0426078 Oct 04 08:58:13.233406 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:13.424335 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-de1f144d-1bb1-40af-b6e8-0ad9c22bbada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:13.425060 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-fb9d9052-f285-431d-8b93-a66642dd363b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991279 Oct 04 08:58:13.425442 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-de1f144d-1bb1-40af-b6e8-0ad9c22bbada service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 200 len: 912 time: 0.0954838 Oct 04 08:58:13.425442 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-84112941-fc2c-4708-9034-218bb2d9a36c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40e61ddb-9135-44a4-af4c-083b3ed0acba HTTP/1.1" status: 200 len: 997 time: 0.0733795 Oct 04 08:58:13.450966 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-97ba8f91-9f84-4e5b-bd92-dad8f80ab852 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108596 Oct 04 08:58:13.474660 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '01e3008a-13fc-40d2-b026-9a24e89b2545', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'port_id': '40e61ddb-9135-44a4-af4c-083b3ed0acba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'mac_address': 'fa:16:3e:cf:8e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d632ced-345e-4586-9a9c-45f3fa279017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:57:49Z', 'updated_at': '2022-10-04T08:58:12Z', 'revision_number': 1, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:13.480875 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-b1b1b73f-7f2f-454e-868e-7e522669dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:13.483044 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-b1b1b73f-7f2f-454e-868e-7e522669dc0c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af0722f9-9785-4a14-92e6-f8dea856b94f HTTP/1.1" status: 200 len: 850 time: 0.0613773 Oct 04 08:58:13.502557 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] Checking router: 38f9f67e-11d9-4b00-8a25-fdfa80949e5b for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:58:13.513569 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:13.514195 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:58:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:13.538029 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-fc619a3c-6d97-4934-83c7-bc5d82a287bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:13.539739 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-fc619a3c-6d97-4934-83c7-bc5d82a287bf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489249 Oct 04 08:58:13.617037 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:13.626551 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:13.659182 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-c84dd8f0-612a-4385-81fc-4d67f31eb32c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100543 Oct 04 08:58:13.829365 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7f88a690-2566-4b92-bcfd-6680b56db512 req-9a9f7a9b-1352-4c27-b484-bba3889ccfa0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632087 Oct 04 08:58:13.853727 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c4ce34c2-4db5-4669-a068-e3cf4b4ebf95 req-a5855f64-f8ab-4e7f-bbaf-76998c1ce1d4 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 210 time: 0.0858853 Oct 04 08:58:14.003522 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '01e3008a-13fc-40d2-b026-9a24e89b2545', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'port_id': '40e61ddb-9135-44a4-af4c-083b3ed0acba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'mac_address': 'fa:16:3e:cf:8e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d632ced-345e-4586-9a9c-45f3fa279017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:57:49Z', 'updated_at': '2022-10-04T08:58:12Z', 'revision_number': 1, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:14.038024 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be20b5-080b-4499-8d7d-c0ad65d33ec7 None None] The sync data for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi is: [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '01e3008a-13fc-40d2-b026-9a24e89b2545', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'port_id': '40e61ddb-9135-44a4-af4c-083b3ed0acba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'mac_address': 'fa:16:3e:cf:8e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d632ced-345e-4586-9a9c-45f3fa279017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:57:49Z', 'updated_at': '2022-10-04T08:58:12Z', 'revision_number': 1, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:58:14.152135 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f10698-c62a-43ba-b7db-9056594945f7 req-9c93847c-e09a-4958-ac50-4e810856e3e1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:14.161521 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c3f10698-c62a-43ba-b7db-9056594945f7 req-9c93847c-e09a-4958-ac50-4e810856e3e1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0702178 Oct 04 08:58:14.216895 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c3f10698-c62a-43ba-b7db-9056594945f7 req-3a663541-f8ce-4992-8430-83aecde699e3 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548842 Oct 04 08:58:14.351044 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:14.435812 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b76099-f203-4a2c-a031-bcf6dfdb3976 None None] New status for floating IP 01e3008a-13fc-40d2-b026-9a24e89b2545: ACTIVE {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:58:15.048997 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-81b64913-5c4a-4cb5-bc72-17c95156ed70 req-7e15001f-fd27-4daf-9557-5a02637b0d53 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 210 time: 0.0420678 Oct 04 08:58:15.346917 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46a527-e5cf-4fc9-915b-411314f56b58 req-39103433-e346-4e64-bf5a-d6529b3fce35 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:15.348473 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fa46a527-e5cf-4fc9-915b-411314f56b58 req-39103433-e346-4e64-bf5a-d6529b3fce35 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0506730 Oct 04 08:58:15.416112 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fa46a527-e5cf-4fc9-915b-411314f56b58 req-f09f284d-de38-49a6-bc0f-0160f0b68258 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522308 Oct 04 08:58:16.075422 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-963ef563-857a-4850-9928-db5340d2616f tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1824899816&fields=id&tenant_id=655f83bbd3d847f3b060af2ff5250585 HTTP/1.1" status: 200 len: 267 time: 0.0528769 Oct 04 08:58:16.102977 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:16.185833 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10b733b2-85c6-444f-b929-9dfa32b6cc37 req-abfaa8bb-3167-4c2f-afa4-d9941ad45255 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 210 time: 0.0362113 Oct 04 08:58:16.265136 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-5c63edac-9233-47cb-803c-e4f3e3e6f56b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:16.267404 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-5c63edac-9233-47cb-803c-e4f3e3e6f56b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 815 time: 0.1828136 Oct 04 08:58:16.281866 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411c32-721b-4843-acf1-46170bf2c107 req-39f2ac3b-7c9e-42b4-9479-eb587023e899 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:16.290042 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-39f2ac3b-7c9e-42b4-9479-eb587023e899 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/networks?id=241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 200 len: 808 time: 0.1978877 Oct 04 08:58:16.308777 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-bbf66a94-a1e8-430d-84d6-e8d74fe58dab tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/quotas/655f83bbd3d847f3b060af2ff5250585 HTTP/1.1" status: 200 len: 375 time: 0.0175488 Oct 04 08:58:16.356410 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-d4f0aba8-c227-4d0f-b6f5-7d27533eb1eb tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8760be982f804a9aa319b989aa1c3118 HTTP/1.1" status: 200 len: 380 time: 0.0784276 Oct 04 08:58:16.360637 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-a39b7f02-9388-4e31-b7e8-5f0d94853454 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506580 Oct 04 08:58:16.367859 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'port': {'device_id': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'admin_state_up': True, 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'security_groups': ['7a6d03af-3d08-4b0d-82c8-ff81d5199748']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:16.538822 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-dce8a1f6-542c-4ffb-89c1-41806ef4ee13 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505046 Oct 04 08:58:16.637499 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Made reservation on behalf of 8760be982f804a9aa319b989aa1c3118 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:58:16.641424 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:16.656002 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-1e48c460-abd4-49d4-a7a4-378dfbd2ae11 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075013 Oct 04 08:58:16.809573 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Allocated IP 172.20.0.5 (38eace1c-70a5-4e3a-880c-50986fb2cf27/5a0e5f3a-88fe-472a-9807-bd126d762ed8/1bba9e38-ea39-4a9e-98bd-e086f0f6d07d) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:58:16.827352 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e196c-f377-4c60-ae7a-964778946627 req-b0a9c10d-93fd-410e-a5ed-2c36406e615d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:16.836938 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ce2e196c-f377-4c60-ae7a-964778946627 req-b0a9c10d-93fd-410e-a5ed-2c36406e615d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0851429 Oct 04 08:58:16.933925 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ce2e196c-f377-4c60-ae7a-964778946627 req-3fe55ca2-1478-44a9-9d83-8235b1a9959f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939178 Oct 04 08:58:17.019907 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:17.130850 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:17.141721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:17.182657 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:58:17.186447 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:58:17.189215 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:58:17.219821 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event updated for resources: {'Port': ['ID=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:17.227464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:17.261183 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:17.262182 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:17.335203 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:17.376327 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-2c60b2a2-a0e7-4686-8687-bd4dd7bb787f tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0127654 Oct 04 08:58:17.396284 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Request body: {'port': {'device_id': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:17.419018 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96cbf-d744-4561-8ab3-1ece14425d9f req-d2021f13-ad30-477f-be08-9fc89c958db9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:17.424286 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4ad96cbf-d744-4561-8ab3-1ece14425d9f req-d2021f13-ad30-477f-be08-9fc89c958db9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 931 time: 0.1013508 Oct 04 08:58:17.531571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:17.548380 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4ad96cbf-d744-4561-8ab3-1ece14425d9f req-3f88dee5-a4c2-4229-bdf4-946634b8efe7 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160622 Oct 04 08:58:17.560118 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-e23c47c8-c90b-4a37-907c-d6d9e2312f5b None None] Provisioning complete for port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:58:17.560118 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e23c47c8-c90b-4a37-907c-d6d9e2312f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:17.560118 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-e23c47c8-c90b-4a37-907c-d6d9e2312f5b None None] Attempt 1 to provision port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d Oct 04 08:58:17.610067 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1a52da67-6c8b-45b5-81d9-8d5a6618d558 req-01f4e0ca-1228-4fc6-849d-c9763af8ba14 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 210 time: 0.0553875 Oct 04 08:58:17.626543 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-e23c47c8-c90b-4a37-907c-d6d9e2312f5b None None] Port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:58:17.912928 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:58:17.921451 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Publish callbacks [] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:17.934885 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Transition to ACTIVE for port object 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:58:18.065514 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:18.067682 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b16016-e349-42d0-a2cd-b15fe93d6c92 req-8aa665ab-b2ff-4d77-815f-82703b33ebde tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:18.067682 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10b16016-e349-42d0-a2cd-b15fe93d6c92 req-8aa665ab-b2ff-4d77-815f-82703b33ebde tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Oct 04 08:58:18.126973 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10b16016-e349-42d0-a2cd-b15fe93d6c92 req-86d5faae-9dbd-43c8-8334-479ab72402b8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504789 Oct 04 08:58:18.157670 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Pushing event updated for resources: {'Port': ['ID=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:18.220411 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Attempting to bind port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:58:18.220959 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Attempting to bind port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:58:18.221260 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Attempting to bind port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:58:18.269580 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:58:18.270202 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Attempting to bind port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d on network 38eace1c-70a5-4e3a-880c-50986fb2cf27 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:58:18.333571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:58:18.333919 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Checking segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:58:18.334308 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Bound using segment: {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:58:18.336505 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Bound port: 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a255380f-77b9-4695-9222-f6bd22533fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:58:18.338951 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:18.422260 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] For port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:58:18.426022 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] For port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:58:18.582557 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:18.585172 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:18.585994 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:18.587770 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/1bba9e38-ea39-4a9e-98bd-e086f0f6d07d HTTP/1.1" status: 200 len: 1093 time: 1.2031004 Oct 04 08:58:18.713115 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'tag': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:18.716368 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4744c5-11dc-471c-8e87-29cc1522f95f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ea7b9b-0e42-4dba-990c-8db108fed6c2", "tag": "1bba9e38-ea39-4a9e-98bd-e086f0f6d07d"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:18.746028 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:18.747000 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae207e8-0378-40bd-b1ec-86f84601d799 service neutron] Pushing event updated for resources: {'Port': ['ID=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:18.754504 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 50798) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:18.775560 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-72e78bfa-60cc-49da-bd42-f6dae3f1759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:18.777593 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-72e78bfa-60cc-49da-bd42-f6dae3f1759f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 1127 time: 0.0585115 Oct 04 08:58:18.783899 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b9dab9b3-f928-4015-aecf-ea422e77c67d req-a3bd6d72-bf12-427f-adca-6863dbf05bdf tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 210 time: 0.0728834 Oct 04 08:58:18.837818 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81008e68-0eab-4e1b-9713-ee2147afd454 req-49326b07-6149-430e-af85-922114d41b02 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:18.846812 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-81008e68-0eab-4e1b-9713-ee2147afd454 req-49326b07-6149-430e-af85-922114d41b02 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 943 time: 0.0754158 Oct 04 08:58:18.885863 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-727a7c0d-f9e4-4846-ba66-1190bcdcafa9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d HTTP/1.1" status: 200 len: 217 time: 0.0809526 Oct 04 08:58:18.889894 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac11b95-2614-4e99-a62b-84d79ed7bd0a x-openstack-request-id: req-0ac11b95-2614-4e99-a62b-84d79ed7bd0a {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:18.890347 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ea7b9b-0e42-4dba-990c-8db108fed6c2", "tag": "1bba9e38-ea39-4a9e-98bd-e086f0f6d07d", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:18.890932 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0ac11b95-2614-4e99-a62b-84d79ed7bd0a {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:18.891743 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac11b95-2614-4e99-a62b-84d79ed7bd0a'] response: {'name': 'network-changed', 'server_uuid': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'tag': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d', 'status': 'completed', 'code': 200} Oct 04 08:58:18.919479 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-81008e68-0eab-4e1b-9713-ee2147afd454 req-b07e77e6-c9bd-4800-b6a7-496e109232b9 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668669 Oct 04 08:58:18.960919 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:18.970118 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1a06603c-99c3-4ec8-b5db-9bb4ef9355c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:18.990129 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-be07bf62-3d2a-499e-88ad-083a3bfe7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:18.990129 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-be07bf62-3d2a-499e-88ad-083a3bfe7a3b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.0968142 Oct 04 08:58:19.056544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-6d5a333a-7c37-4339-a386-0fa357ac1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:19.058144 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-6d5a333a-7c37-4339-a386-0fa357ac1c8c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608771 Oct 04 08:58:19.162330 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1a06603c-99c3-4ec8-b5db-9bb4ef9355c4 admin admin] Publish callbacks [] for security_group (8c0bd4b5-f757-42e1-ae6c-6dbe8fb64896), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:19.179574 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-be513ed1-c08c-4640-b3eb-1b7bafef7933 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160092 Oct 04 08:58:19.258756 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1a06603c-99c3-4ec8-b5db-9bb4ef9355c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8c0bd4b5-f757-42e1-ae6c-6dbe8fb64896), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:19.287624 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26a81f-6882-450c-8f45-62c40e808220 req-b14a6725-a7f7-4e25-8053-13eb18430bb2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:19.290545 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2c26a81f-6882-450c-8f45-62c40e808220 req-b14a6725-a7f7-4e25-8053-13eb18430bb2 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0623043 Oct 04 08:58:19.316809 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06603c-99c3-4ec8-b5db-9bb4ef9355c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0bd4b5-f757-42e1-ae6c-6dbe8fb64896,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:19.325443 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-1a06603c-99c3-4ec8-b5db-9bb4ef9355c4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6d2655bf31d04940a66d895a03f1d853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5677340 Oct 04 08:58:19.330218 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 50810) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:19.337032 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-da39b03b-2c20-403a-b8ea-31cd68c8c3b9 req-b4cde062-6a39-400b-998d-87692529a604 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511657 Oct 04 08:58:19.365753 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2c26a81f-6882-450c-8f45-62c40e808220 req-3cd797ad-c7fa-42a6-a193-825c74e7953b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701816 Oct 04 08:58:19.406728 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-39824bb5-c01d-46d8-9b88-5b0b58919221 admin admin] Publish callbacks [] for security_group (8c0bd4b5-f757-42e1-ae6c-6dbe8fb64896), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:19.427055 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-39824bb5-c01d-46d8-9b88-5b0b58919221 admin admin] Publish callbacks [] for security_group (8c0bd4b5-f757-42e1-ae6c-6dbe8fb64896), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:19.437762 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:19.534065 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-39824bb5-c01d-46d8-9b88-5b0b58919221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8c0bd4b5-f757-42e1-ae6c-6dbe8fb64896), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:19.536857 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-39824bb5-c01d-46d8-9b88-5b0b58919221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:19.538953 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-39824bb5-c01d-46d8-9b88-5b0b58919221 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8c0bd4b5-f757-42e1-ae6c-6dbe8fb64896 HTTP/1.1" status: 204 len: 168 time: 0.2076972 Oct 04 08:58:19.549251 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39824bb5-c01d-46d8-9b88-5b0b58919221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0bd4b5-f757-42e1-ae6c-6dbe8fb64896,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:19.893125 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f855fc32-2be9-486c-9755-35e2fb20b069 req-749c5c87-deec-4cd9-b925-0a05b7bcaa7b tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 210 time: 0.0293252 Oct 04 08:58:19.960813 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:20.049100 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806560c3-2d16-4f15-8fe1-db446a9b6874 req-09dee824-9c00-49e7-80de-9e9a71b5e2ef tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:20.050945 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-806560c3-2d16-4f15-8fe1-db446a9b6874 req-09dee824-9c00-49e7-80de-9e9a71b5e2ef tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 943 time: 0.0571113 Oct 04 08:58:20.104324 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-806560c3-2d16-4f15-8fe1-db446a9b6874 req-ec7cb333-c4aa-4150-a555-60aea1e816b4 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465224 Oct 04 08:58:20.249805 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-0e3a7450-d04c-4192-8df2-21f0de4f1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:20.249805 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-0e3a7450-d04c-4192-8df2-21f0de4f1d43 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 1127 time: 0.0445209 Oct 04 08:58:20.319866 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:20.396296 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-e96a7147-28a0-47b2-8a82-58053fbc091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:20.397767 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-e96a7147-28a0-47b2-8a82-58053fbc091a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 916 time: 0.0965829 Oct 04 08:58:20.494841 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1aca8-21f5-41d4-92f3-ebac9781ac21 req-b217113e-f89a-44f4-ab71-07d393bf3cf3 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:20.497141 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5fe1aca8-21f5-41d4-92f3-ebac9781ac21 req-b217113e-f89a-44f4-ab71-07d393bf3cf3 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0470421 Oct 04 08:58:20.550675 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5fe1aca8-21f5-41d4-92f3-ebac9781ac21 req-4b870911-81e6-4947-bf42-1359c492cf2e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477378 Oct 04 08:58:20.641276 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-19358e31-dad8-4b18-9df0-9c74b10909ae service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d HTTP/1.1" status: 200 len: 217 time: 0.0383048 Oct 04 08:58:20.692472 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-20e835a8-e80f-466c-9ced-dd23b8dfcd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:20.693916 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-20e835a8-e80f-466c-9ced-dd23b8dfcd66 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.0455861 Oct 04 08:58:20.744070 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-e4ad6ec8-b4e6-4dd0-a0fd-02fcaba539b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:20.746192 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-e4ad6ec8-b4e6-4dd0-a0fd-02fcaba539b6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444982 Oct 04 08:58:20.906131 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-b7d99d95-3624-4ea1-9acc-915eebd1b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:20.907639 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-b7d99d95-3624-4ea1-9acc-915eebd1b3ae service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 1129 time: 0.0850971 Oct 04 08:58:20.945117 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-4747743f-0cce-470d-bd3e-53bce154a5f3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299427 Oct 04 08:58:20.996843 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c2d2a663-bbef-41d9-8a26-f0c6784ec574 req-b8b013e1-8c42-4ae0-acc9-4a9ffcc5c6e3 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 210 time: 0.0280406 Oct 04 08:58:21.245154 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d96c8-283b-46e6-91a6-f1f4abb4e090 req-cc58d6f3-c5db-422c-9af8-cfb5eb84ce57 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:21.252756 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c2d96c8-283b-46e6-91a6-f1f4abb4e090 req-cc58d6f3-c5db-422c-9af8-cfb5eb84ce57 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 943 time: 0.0584834 Oct 04 08:58:21.311131 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c2d96c8-283b-46e6-91a6-f1f4abb4e090 req-b56f8905-cc21-487d-90d1-1e440f670555 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572274 Oct 04 08:58:21.619161 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-733abb1d-3121-43ef-955f-4aef91695a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:21.621240 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-733abb1d-3121-43ef-955f-4aef91695a66 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.5000205 Oct 04 08:58:21.641109 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-fe4744c5-11dc-471c-8e87-29cc1522f95f req-b3ed76a5-e9f2-4e56-93d2-bb2c09bea622 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109043 Oct 04 08:58:21.688524 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411c32-721b-4843-acf1-46170bf2c107 req-4ba31840-ea75-42c7-9f7e-f6ce28020e05 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:21.690004 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-4ba31840-ea75-42c7-9f7e-f6ce28020e05 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.42 "GET /networking/v2.0/networks?id=241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 200 len: 808 time: 0.2127197 Oct 04 08:58:21.695402 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05ebdc-b394-45ee-9bd5-d9d801dc6f46 req-26caf6e3-599d-4807-ab65-1cf7489cbc46 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:21.696896 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7d05ebdc-b394-45ee-9bd5-d9d801dc6f46 req-26caf6e3-599d-4807-ab65-1cf7489cbc46 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0572968 Oct 04 08:58:21.722446 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-baf77dfe-56f0-4960-a82c-af3395ae3291 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7224ed3c-c9cb-445e-bb2f-be715b606313 HTTP/1.1" status: 200 len: 1001 time: 0.0926263 Oct 04 08:58:21.747384 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7d05ebdc-b394-45ee-9bd5-d9d801dc6f46 req-3a4c3085-85b1-4466-a415-f0fd3e171d27 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437703 Oct 04 08:58:21.805733 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-b4818d0c-b759-44c6-923b-4c4c268a8728 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=655f83bbd3d847f3b060af2ff5250585 HTTP/1.1" status: 200 len: 380 time: 0.1050711 Oct 04 08:58:21.808023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-745b9cad-96ab-4caf-8dff-cb27be0c8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:21.809509 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-745b9cad-96ab-4caf-8dff-cb27be0c8f5e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0792420 Oct 04 08:58:21.820820 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Request body: {'port': {'device_id': '0da2fd17-4355-438b-a667-e7881a655fe2', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'admin_state_up': True, 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'security_groups': ['2c5a7486-2b65-45ef-8aa1-fd6740426065']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:21.900390 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-5e18a98e-a0ff-4e6a-bf9c-15daefc256a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:21.901988 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-5e18a98e-a0ff-4e6a-bf9c-15daefc256a3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845730 Oct 04 08:58:21.987971 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:21.992781 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:22.033758 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-ca5bda1e-ad28-4eed-873f-15e76bcac0b3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244059 Oct 04 08:58:22.097955 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f4b1e661-dfb6-464b-a73e-3d593c88b3ee req-bc8a124d-4c68-4fd2-a442-31efaba4b929 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 210 time: 0.0282042 Oct 04 08:58:22.106797 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Made reservation on behalf of 655f83bbd3d847f3b060af2ff5250585 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:58:22.110529 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:22.152270 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-86fa8d6b-29c7-4cf8-951b-9d4d477e3270 req-4e735c01-8537-4326-92ae-a91b27a827df service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128974 Oct 04 08:58:22.258725 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Allocated IP 172.20.0.11 (241e3a87-6f8d-443d-978c-ba497455a028/06fac3b2-e7de-4345-945b-74b6478447da/fea14249-82d5-4c27-9abc-925c8ffa80c5) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:58:22.417787 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:22.456626 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcc1c9-cb0b-47b2-bac7-0858969b9941 req-3b8fadcb-535f-47f5-a6cd-b70f3cdcbb28 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:22.456626 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9ebcc1c9-cb0b-47b2-bac7-0858969b9941 req-3b8fadcb-535f-47f5-a6cd-b70f3cdcbb28 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 943 time: 0.0493548 Oct 04 08:58:22.490475 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:22.506335 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9ebcc1c9-cb0b-47b2-bac7-0858969b9941 req-51012803-6a10-4917-924d-bc95bb660411 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 Oct 04 08:58:22.521848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:22.567856 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Network 241e3a87-6f8d-443d-978c-ba497455a028 is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:58:22.571107 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:58:22.576341 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:58:22.587446 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'Port': ['ID=fea14249-82d5-4c27-9abc-925c8ffa80c5,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:22.636110 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:58:22.639661 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:22.651961 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:22.652582 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:22.748215 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-7471a74d-ea5b-4a33-9d1d-0a3eccf1cf64 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9318979 Oct 04 08:58:22.749267 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:22.765349 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'port_id': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d', 'mac_address': 'fa:16:3e:40:6e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:58:22.813428 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:22.813830 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:22.816635 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-d7e486df-c4fc-4600-af91-33bdae77d9b7 None None] Provisioning complete for port fea14249-82d5-4c27-9abc-925c8ffa80c5 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:58:22.817028 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-d7e486df-c4fc-4600-af91-33bdae77d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:22.817482 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-d7e486df-c4fc-4600-af91-33bdae77d9b7 None None] Attempt 1 to provision port fea14249-82d5-4c27-9abc-925c8ffa80c5 Oct 04 08:58:22.851928 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:58:22.874691 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-d7e486df-c4fc-4600-af91-33bdae77d9b7 None None] Port fea14249-82d5-4c27-9abc-925c8ffa80c5 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:58:22.892500 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:22.961875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:23.013873 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:23.130790 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec4f9-fc3b-4624-a152-cd4e46733de9 req-7d77a54f-17e9-4968-b760-cabc3226115c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:23.132296 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a79ec4f9-fc3b-4624-a152-cd4e46733de9 req-7d77a54f-17e9-4968-b760-cabc3226115c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.2995725 Oct 04 08:58:23.190107 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a79ec4f9-fc3b-4624-a152-cd4e46733de9 req-f5f2acb3-2dd0-4753-bacc-274f071f97ed tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517759 Oct 04 08:58:23.202186 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['1bba9e38-ea39-4a9e-98bd-e086f0f6d07d'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:58:23.226706 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12e406-a418-4742-8d95-dfb8163e2ccb req-829e50f0-a3fa-4e5c-881c-b293e49ea75d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:23.230460 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c12e406-a418-4742-8d95-dfb8163e2ccb req-829e50f0-a3fa-4e5c-881c-b293e49ea75d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 932 time: 0.0550895 Oct 04 08:58:23.292543 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c12e406-a418-4742-8d95-dfb8163e2ccb req-96da9385-323f-4576-87e0-a25129e59f80 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518332 Oct 04 08:58:23.587721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Request body: {'port': {'device_id': '0da2fd17-4355-438b-a667-e7881a655fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:23.642948 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58156f-a770-4a72-a140-46db8ccc72e7 req-1d38546b-d8a1-42c4-9904-0a2d1a419de3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:23.644631 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ff58156f-a770-4a72-a140-46db8ccc72e7 req-1d38546b-d8a1-42c4-9904-0a2d1a419de3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 944 time: 0.0528021 Oct 04 08:58:23.649750 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:23.694898 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ff58156f-a770-4a72-a140-46db8ccc72e7 req-0514e686-04d4-46dc-b9f8-ece2044ab249 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436184 Oct 04 08:58:23.920699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea14249-82d5-4c27-9abc-925c8ffa80c5 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:58:23.928812 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Publish callbacks [] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:23.942217 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Transition to ACTIVE for port object fea14249-82d5-4c27-9abc-925c8ffa80c5 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:58:24.007384 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:24.013249 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:24.071188 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Pushing event updated for resources: {'Port': ['ID=fea14249-82d5-4c27-9abc-925c8ffa80c5,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:24.125016 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Attempting to bind port fea14249-82d5-4c27-9abc-925c8ffa80c5 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:58:24.125362 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Attempting to bind port fea14249-82d5-4c27-9abc-925c8ffa80c5 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:58:24.125691 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Attempting to bind port fea14249-82d5-4c27-9abc-925c8ffa80c5 on network 241e3a87-6f8d-443d-978c-ba497455a028 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:58:24.185830 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Port fea14249-82d5-4c27-9abc-925c8ffa80c5 on network 241e3a87-6f8d-443d-978c-ba497455a028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:58:24.186437 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Attempting to bind port fea14249-82d5-4c27-9abc-925c8ffa80c5 on network 241e3a87-6f8d-443d-978c-ba497455a028 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:58:24.231601 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:58:24.231935 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Checking segment: {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:58:24.232620 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Bound using segment: {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:58:24.233060 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Bound port: fea14249-82d5-4c27-9abc-925c8ffa80c5, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389a31fc-4dd0-499e-9345-567dc364cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:58:24.233422 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:24.298139 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:58:24.301498 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:58:24.324656 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e3093-5c16-41da-9274-bee87a03fe34 req-d08ea77f-4bf4-445f-bf34-2774abfedf2f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:24.326274 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-334e3093-5c16-41da-9274-bee87a03fe34 req-d08ea77f-4bf4-445f-bf34-2774abfedf2f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 945 time: 0.0513291 Oct 04 08:58:24.368265 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:24.397550 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:24.398356 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:24.399770 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 1094 time: 0.8166964 Oct 04 08:58:24.400363 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:24.403372 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64d44ac-cde7-4f52-b9f5-3fbe8cffb4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:24.412634 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-334e3093-5c16-41da-9274-bee87a03fe34 req-bceafd14-f723-4020-95bf-9c66971aea23 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802140 Oct 04 08:58:24.416575 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:24.430248 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92a9d-a9b9-4963-a8a7-26f88d28db14 req-fa89675e-b467-4500-b51d-6c6e43c5d487 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:24.431800 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-20d92a9d-a9b9-4963-a8a7-26f88d28db14 req-fa89675e-b467-4500-b51d-6c6e43c5d487 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0670197 Oct 04 08:58:24.447374 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d834bff-8a19-4a6c-9f45-6973e5b76267 service neutron] Pushing event updated for resources: {'Port': ['ID=fea14249-82d5-4c27-9abc-925c8ffa80c5,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:24.480902 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c90457d-af32-4a40-997a-57523e030909 x-openstack-request-id: req-2c90457d-af32-4a40-997a-57523e030909 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:24.481215 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:24.481500 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2c90457d-af32-4a40-997a-57523e030909 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:24.481879 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c90457d-af32-4a40-997a-57523e030909'] response: {'name': 'network-changed', 'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'status': 'completed', 'code': 200} Oct 04 08:58:24.532111 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-20d92a9d-a9b9-4963-a8a7-26f88d28db14 req-7f18021d-cf77-40c6-8497-41f378cdea35 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710089 Oct 04 08:58:24.563057 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d44ac-cde7-4f52-b9f5-3fbe8cffb4bc req-f5277d7b-9ad2-4949-a253-a04dd7363ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:24.567597 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a64d44ac-cde7-4f52-b9f5-3fbe8cffb4bc req-f5277d7b-9ad2-4949-a253-a04dd7363ce9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1128 time: 0.0620515 Oct 04 08:58:24.652253 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:58:24.688114 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d44ac-cde7-4f52-b9f5-3fbe8cffb4bc req-f8360135-eb39-4684-b8f5-f0555d8385c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:24.690614 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a64d44ac-cde7-4f52-b9f5-3fbe8cffb4bc req-f8360135-eb39-4684-b8f5-f0555d8385c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=655f83bbd3d847f3b060af2ff5250585&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1126952 Oct 04 08:58:24.706752 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:58:24.751243 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:58:24.751868 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:24.752411 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d Oct 04 08:58:24.808270 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d44ac-cde7-4f52-b9f5-3fbe8cffb4bc req-01819179-0c0d-470f-8c02-1364b00b6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:24.809946 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a64d44ac-cde7-4f52-b9f5-3fbe8cffb4bc req-01819179-0c0d-470f-8c02-1364b00b6856 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118498 Oct 04 08:58:24.829114 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:24.830037 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc718c-5ecb-4a00-bcf9-48e31c1173e0 req-0e989fe9-9fd0-4e63-ab5c-2ab7bd0dec53 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:24.831740 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-25cc718c-5ecb-4a00-bcf9-48e31c1173e0 req-0e989fe9-9fd0-4e63-ab5c-2ab7bd0dec53 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 944 time: 0.0520918 Oct 04 08:58:24.854948 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:24.864277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:24.864943 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:24.878241 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:24.888069 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-25cc718c-5ecb-4a00-bcf9-48e31c1173e0 req-61a1053d-e599-4c7f-bc86-c2a5b3b3855a tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487387 Oct 04 08:58:24.893679 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:24.896317 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aae9246-74db-4839-bbfd-02c8bffc78b4" -d '{"events": [{"server_uuid": "a9ea7b9b-0e42-4dba-990c-8db108fed6c2", "name": "network-vif-plugged", "status": "completed", "tag": "1bba9e38-ea39-4a9e-98bd-e086f0f6d07d"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:24.914798 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411c32-721b-4843-acf1-46170bf2c107 req-2871fff7-231c-413f-bd17-ad32fb9e7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:24.914798 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-2871fff7-231c-413f-bd17-ad32fb9e7c88 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1128 time: 0.0550873 Oct 04 08:58:24.916296 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:24.948785 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-23d1d9ee-63e7-407a-a2a8-89ad7df545f4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 217 time: 0.0374343 Oct 04 08:58:24.954389 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3791c499-bdef-4e48-ac8c-3ab76900f673 x-openstack-request-id: req-3791c499-bdef-4e48-ac8c-3ab76900f673 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:24.954824 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ea7b9b-0e42-4dba-990c-8db108fed6c2", "name": "network-vif-plugged", "status": "completed", "tag": "1bba9e38-ea39-4a9e-98bd-e086f0f6d07d", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:24.955081 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3791c499-bdef-4e48-ac8c-3ab76900f673 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:24.955477 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3791c499-bdef-4e48-ac8c-3ab76900f673'] response: {'server_uuid': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d', 'code': 200} Oct 04 08:58:24.976578 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:24.977723 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 7224ed3c-c9cb-445e-bb2f-be715b606313 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:58:25.005198 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411c32-721b-4843-acf1-46170bf2c107 req-78e5557f-c231-4193-b996-0ba907385625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:25.006681 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-78e5557f-c231-4193-b996-0ba907385625 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=06fac3b2-e7de-4345-945b-74b6478447da HTTP/1.1" status: 200 len: 847 time: 0.0493143 Oct 04 08:58:25.055441 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411c32-721b-4843-acf1-46170bf2c107 req-e2b1ac22-06b8-46e4-b98e-f9101abb4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:25.056967 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-e2b1ac22-06b8-46e4-b98e-f9101abb4659 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=241e3a87-6f8d-443d-978c-ba497455a028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409830 Oct 04 08:58:25.061588 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:25.100056 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 7224ed3c-c9cb-445e-bb2f-be715b606313 is: ACTIVE; New status is: DOWN {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:25.100406 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:25.136776 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:25.168132 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-6abbae7e-4a91-40a8-a273-9752e6e9b7cc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053843 Oct 04 08:58:25.224374 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:25.268239 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dde31-5ea9-4871-9319-80bfe24255dc req-df79ca20-5c9f-4a1f-8195-63366b4d8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:25.269708 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6f4dde31-5ea9-4871-9319-80bfe24255dc req-df79ca20-5c9f-4a1f-8195-63366b4d8647 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 1129 time: 0.0501616 Oct 04 08:58:25.272450 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=8']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:25.289825 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:25.318795 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-82411c32-721b-4843-acf1-46170bf2c107 req-cc03419f-b53f-433c-9142-14a84f280181 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450877 Oct 04 08:58:25.333502 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-6f4dde31-5ea9-4871-9319-80bfe24255dc req-571ff724-cf81-4f6f-b97f-12afdf22cf4f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551302 Oct 04 08:58:25.671089 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fb1eb-c22a-45a7-a276-5d740b4cad7d req-e57b4b29-cb57-4e46-8999-2219e4ca89f4 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:25.672982 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-864fb1eb-c22a-45a7-a276-5d740b4cad7d req-e57b4b29-cb57-4e46-8999-2219e4ca89f4 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0568557 Oct 04 08:58:25.739327 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-864fb1eb-c22a-45a7-a276-5d740b4cad7d req-1a3aa556-7213-4976-9cfb-7c8ba18a5bb7 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598125 Oct 04 08:58:26.029621 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f181c-f65f-4ca0-a1ad-eae8c83e4a0e req-fab63e9b-0f8a-4e18-890e-174dd8a52e55 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:26.036360 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c3f181c-f65f-4ca0-a1ad-eae8c83e4a0e req-fab63e9b-0f8a-4e18-890e-174dd8a52e55 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 945 time: 0.0529771 Oct 04 08:58:26.079069 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4c3f181c-f65f-4ca0-a1ad-eae8c83e4a0e req-561b8581-40cd-4003-a139-1b74a996bd64 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Oct 04 08:58:26.957749 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:26.961861 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e554af8d-22c7-49a3-9464-13189398991d" -d '{"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-unplugged", "status": "completed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:26.967074 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023a911-f840-4a1f-897a-fa20174e5e74 req-c8b4da1b-c534-4a35-b1e5-f9f2cabf2bf6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:26.968790 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8023a911-f840-4a1f-897a-fa20174e5e74 req-c8b4da1b-c534-4a35-b1e5-f9f2cabf2bf6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0769267 Oct 04 08:58:27.059466 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be0f6f-6fc3-44ed-9c5d-1037c9e4a424 req-74f36cd7-f1a2-4219-97be-6a61a28731dd tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:27.061002 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d0be0f6f-6fc3-44ed-9c5d-1037c9e4a424 req-74f36cd7-f1a2-4219-97be-6a61a28731dd tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0686972 Oct 04 08:58:27.064524 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8023a911-f840-4a1f-897a-fa20174e5e74 req-72a80147-cc9c-40c0-b729-6a849521c2a9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894117 Oct 04 08:58:27.125397 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d0be0f6f-6fc3-44ed-9c5d-1037c9e4a424 req-b1eb0fc5-5d8e-4fcd-9b60-0e8baa1791ba tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553942 Oct 04 08:58:27.127017 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f6a3d-6784-4c91-a6fc-b09c018d9a65 x-openstack-request-id: req-c78f6a3d-6784-4c91-a6fc-b09c018d9a65 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:27.127774 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-unplugged", "status": "failed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313", "code": 422}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:27.128419 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c78f6a3d-6784-4c91-a6fc-b09c018d9a65 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:27.130652 dv-cinder-859447-2-iscsi neutron-server[113288]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c78f6a3d-6784-4c91-a6fc-b09c018d9a65']: {'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'code': 422} returned with failed status Oct 04 08:58:27.203378 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:27.225084 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb1dff-3504-4e03-a0af-65a7e5f56a5a req-d53f9f93-af32-43e7-999f-0300632adc8d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:27.226638 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-53eb1dff-3504-4e03-a0af-65a7e5f56a5a req-d53f9f93-af32-43e7-999f-0300632adc8d tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 945 time: 0.0538509 Oct 04 08:58:27.277375 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-53eb1dff-3504-4e03-a0af-65a7e5f56a5a req-5ce85f4a-67d0-4d28-b5b2-44e57aa082f4 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449140 Oct 04 08:58:27.395654 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c2af0-b65a-4064-a479-976f58ef26ae req-fe1def09-99b8-434e-902a-1e770a5427ba tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:27.396749 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-815c2af0-b65a-4064-a479-976f58ef26ae req-fe1def09-99b8-434e-902a-1e770a5427ba tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 945 time: 0.0482306 Oct 04 08:58:27.407754 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51002) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:27.412845 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-3712f059-9373-4366-8e34-a74d76dc61c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Request body: {'floatingip': {'port_id': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:27.453084 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3712f059-9373-4366-8e34-a74d76dc61c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (8611f5b3-8f98-4433-8981-54df4b27c9b1), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:27.485396 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51004) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:27.609008 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-e3f00b0c-0675-4951-8cf4-2e76367821e0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223643 Oct 04 08:58:27.617829 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-cc90ec8b-eadc-4e95-8a76-251306f6483b service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:58:27.618896 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-cc90ec8b-eadc-4e95-8a76-251306f6483b service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052078 Oct 04 08:58:27.697836 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51012) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:27.790428 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-0fa8420b-9963-4e2d-ae74-be74af938b92 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:27.791903 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-0fa8420b-9963-4e2d-ae74-be74af938b92 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports/7224ed3c-c9cb-445e-bb2f-be715b606313 HTTP/1.1" status: 200 len: 940 time: 0.0923052 Oct 04 08:58:27.893039 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3712f059-9373-4366-8e34-a74d76dc61c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:27.938512 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3712f059-9373-4366-8e34-a74d76dc61c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (8611f5b3-8f98-4433-8981-54df4b27c9b1), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:28.015513 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:28.039250 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-3712f059-9373-4366-8e34-a74d76dc61c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Floating IP 8611f5b3-8f98-4433-8981-54df4b27c9b1 associated. External IP: 172.27.1.234, port: 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d. Oct 04 08:58:28.224163 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7d936-f835-44fd-af0d-bd94fccb9487 req-421ce9c8-1bff-4e0c-95c7-904d3d0dd988 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:28.225831 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-64f7d936-f835-44fd-af0d-bd94fccb9487 req-421ce9c8-1bff-4e0c-95c7-904d3d0dd988 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0646977 Oct 04 08:58:28.283085 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3712f059-9373-4366-8e34-a74d76dc61c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:58:28.290634 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:28.299525 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a739e1-c6b7-402b-9449-c5d9eb99cea2 req-1d91a4d3-5456-4550-9134-15828696c465 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:28.302944 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-69a739e1-c6b7-402b-9449-c5d9eb99cea2 req-1d91a4d3-5456-4550-9134-15828696c465 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0720835 Oct 04 08:58:28.346071 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-64f7d936-f835-44fd-af0d-bd94fccb9487 req-86558b67-3478-4dbe-981b-3fe2ad866a1e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129775 Oct 04 08:58:28.387113 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-69a739e1-c6b7-402b-9449-c5d9eb99cea2 req-b53332e5-c228-45ab-84f2-e466eaec8ac2 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735905 Oct 04 08:58:28.414646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3712f059-9373-4366-8e34-a74d76dc61c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:58:28.414646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3712f059-9373-4366-8e34-a74d76dc61c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:28.415990 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:58:28.428660 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:28.429312 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:58:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:28.446947 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-3712f059-9373-4366-8e34-a74d76dc61c3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/8611f5b3-8f98-4433-8981-54df4b27c9b1 HTTP/1.1" status: 200 len: 991 time: 1.0376153 Oct 04 08:58:28.447628 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'tag': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:28.449988 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52afae1f-9354-426a-9e7c-e5edecc737cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ea7b9b-0e42-4dba-990c-8db108fed6c2", "tag": "1bba9e38-ea39-4a9e-98bd-e086f0f6d07d"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:28.493062 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efce7166-9409-43a0-997d-896d3964555c x-openstack-request-id: req-efce7166-9409-43a0-997d-896d3964555c {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:28.493353 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ea7b9b-0e42-4dba-990c-8db108fed6c2", "tag": "1bba9e38-ea39-4a9e-98bd-e086f0f6d07d", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:28.493663 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-efce7166-9409-43a0-997d-896d3964555c {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:28.494076 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efce7166-9409-43a0-997d-896d3964555c'] response: {'name': 'network-changed', 'server_uuid': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'tag': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d', 'status': 'completed', 'code': 200} Oct 04 08:58:28.540968 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:28.553309 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-66dc481f-a626-44b1-af27-c1ed30fb154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:28.554916 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-66dc481f-a626-44b1-af27-c1ed30fb154d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8760be982f804a9aa319b989aa1c3118&device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 1129 time: 0.0408561 Oct 04 08:58:28.653482 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-7f3b3aa0-2ea3-4399-a7e8-54e87a68d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:28.656458 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-7f3b3aa0-2ea3-4399-a7e8-54e87a68d6bf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 200 len: 916 time: 0.0962374 Oct 04 08:58:28.677869 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device fea14249-82d5-4c27-9abc-925c8ffa80c5 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:58:28.685553 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 7224ed3c-c9cb-445e-bb2f-be715b606313 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:58:28.728521 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-163e0de6-8c5f-49e2-bf0b-e415efd58df8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d HTTP/1.1" status: 200 len: 999 time: 0.0646095 Oct 04 08:58:28.735556 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:28.781866 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-ef539288-6775-4291-bf4b-805f3448272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:28.784103 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-ef539288-6775-4291-bf4b-805f3448272a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 200 len: 854 time: 0.0496624 Oct 04 08:58:28.831226 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-3410d452-00c0-43cd-8608-d1da6ef4fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:28.832748 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-3410d452-00c0-43cd-8608-d1da6ef4fab5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=38eace1c-70a5-4e3a-880c-50986fb2cf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405455 Oct 04 08:58:28.888309 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 7224ed3c-c9cb-445e-bb2f-be715b606313 is: DOWN; New status is: DOWN {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:28.916771 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '8611f5b3-8f98-4433-8981-54df4b27c9b1', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:40:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:58:11Z', 'updated_at': '2022-10-04T08:58:27Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:28.923649 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:28.955441 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:58:28.960236 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'port_id': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'mac_address': 'fa:16:3e:11:02:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:58:28.972239 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:28.972871 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:58:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:29.049510 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port fea14249-82d5-4c27-9abc-925c8ffa80c5 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:29.050021 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:29.053387 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=100 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:29.203944 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-3f33dc0c-aa1e-4117-8b5c-d4cb883cfbe3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634655 Oct 04 08:58:29.232531 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea14249-82d5-4c27-9abc-925c8ffa80c5 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:58:29.269243 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:29.273340 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:29.339650 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:29.453467 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-d195516a-d4dc-44f7-b7dc-becddaca753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:29.454827 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-d195516a-d4dc-44f7-b7dc-becddaca753d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88&tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15 HTTP/1.1" status: 200 len: 1127 time: 0.0781500 Oct 04 08:58:29.537950 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-52afae1f-9354-426a-9e7c-e5edecc737cd req-4cef5820-f0d8-47f4-adaa-8ce66d7d8207 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792893 Oct 04 08:58:29.556855 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-485175b3-2446-4801-896d-a661f340090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:29.559504 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-485175b3-2446-4801-896d-a661f340090e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 1127 time: 0.0684981 Oct 04 08:58:29.565865 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aa94c-25ee-467e-be07-4584146c4671 req-19a996c8-e1d1-4acb-97d6-3f78d6cef57f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:29.566969 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=fea14249-82d5-4c27-9abc-925c8ffa80c5,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:29.568717 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf2aa94c-25ee-467e-be07-4584146c4671 req-19a996c8-e1d1-4acb-97d6-3f78d6cef57f tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.1193390 Oct 04 08:58:29.591268 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '8611f5b3-8f98-4433-8981-54df4b27c9b1', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:40:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:58:11Z', 'updated_at': '2022-10-04T08:58:27Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:29.622305 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['fea14249-82d5-4c27-9abc-925c8ffa80c5'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:58:29.626626 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4806ac6-1482-4665-80da-72ddf019a0e6 None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '8611f5b3-8f98-4433-8981-54df4b27c9b1', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'port_id': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'mac_address': 'fa:16:3e:40:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:58:11Z', 'updated_at': '2022-10-04T08:58:27Z', 'revision_number': 1, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:58:29.637565 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904d9e2-8580-4ae1-9df7-81849ca119ba req-73722e69-c2a0-457e-a231-a5fe0a8b4b95 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:29.639523 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4904d9e2-8580-4ae1-9df7-81849ca119ba req-73722e69-c2a0-457e-a231-a5fe0a8b4b95 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 945 time: 0.0696623 Oct 04 08:58:29.643424 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:29.679373 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf2aa94c-25ee-467e-be07-4584146c4671 req-6e1be942-d1ec-4191-93fb-96ce47bc885c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758839 Oct 04 08:58:29.709152 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-2d84cd21-63ea-4699-a4cb-149cf963baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:29.711539 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-2d84cd21-63ea-4699-a4cb-149cf963baa2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.1419277 Oct 04 08:58:29.731986 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4904d9e2-8580-4ae1-9df7-81849ca119ba req-04008bf5-964c-487d-b724-4a6e989ed456 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656629 Oct 04 08:58:29.787710 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-d22cb41f-a641-480f-96b7-2da5ffcf9ba8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7224ed3c-c9cb-445e-bb2f-be715b606313 HTTP/1.1" status: 200 len: 999 time: 0.0671396 Oct 04 08:58:29.839862 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-3a7a38d2-a09c-4aef-be29-da4e0ad1be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:29.841403 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-3a7a38d2-a09c-4aef-be29-da4e0ad1be38 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0477171 Oct 04 08:58:29.894350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-041f8864-4928-4141-b174-42626a80c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:29.896066 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-041f8864-4928-4141-b174-42626a80c0c9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486300 Oct 04 08:58:29.917829 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7f4303-9891-4577-88c8-4a64068d41b9 None None] New status for floating IP 8611f5b3-8f98-4433-8981-54df4b27c9b1: ACTIVE {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:58:30.001630 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-5cea1e4d-9c57-44c9-b6e2-f04822494152 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984497 Oct 04 08:58:30.096937 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:30.100830 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-6bddc8e4-8c94-4552-9e1f-3d0fe9db98dd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871804 Oct 04 08:58:30.675179 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device fea14249-82d5-4c27-9abc-925c8ffa80c5 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:58:30.737804 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port fea14249-82d5-4c27-9abc-925c8ffa80c5 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:58:30.819019 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port fea14249-82d5-4c27-9abc-925c8ffa80c5 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:58:30.819420 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:30.820102 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port fea14249-82d5-4c27-9abc-925c8ffa80c5 Oct 04 08:58:30.869974 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:30.888038 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:30.890290 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:30.923527 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:30.927540 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port fea14249-82d5-4c27-9abc-925c8ffa80c5 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:30.928275 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:30.951824 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2f16e-5cb3-4984-b1ef-9b8da222c454 req-b983dae3-73eb-4848-853a-b68d2f6876e1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:30.967617 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5da2f16e-5cb3-4984-b1ef-9b8da222c454 req-b983dae3-73eb-4848-853a-b68d2f6876e1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.1524115 Oct 04 08:58:30.984773 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:30.987209 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf129765-5d8a-41cb-b3d0-d73de6dc6d79" -d '{"events": [{"server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "name": "network-vif-plugged", "status": "completed", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:31.022098 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:31.024424 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85fcd8-686c-4ce7-b8d4-258fa3a14348 req-d3b46ae1-afd1-4acf-91d8-1d4ae06d8fdc tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:31.030974 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1d85fcd8-686c-4ce7-b8d4-258fa3a14348 req-d3b46ae1-afd1-4acf-91d8-1d4ae06d8fdc tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 945 time: 0.1370845 Oct 04 08:58:31.071141 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:31.072335 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5da2f16e-5cb3-4984-b1ef-9b8da222c454 req-e0531d00-685a-4d88-a308-d6c4581ced48 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029656 Oct 04 08:58:31.111761 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1d85fcd8-686c-4ce7-b8d4-258fa3a14348 req-fb7d85ce-e3e6-4d12-b22f-1e827dea06b5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725431 Oct 04 08:58:31.177249 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69b94a8-4c63-4ba1-b8a9-7d73334a9cbe x-openstack-request-id: req-e69b94a8-4c63-4ba1-b8a9-7d73334a9cbe {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:31.177249 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "name": "network-vif-plugged", "status": "completed", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:31.177249 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e69b94a8-4c63-4ba1-b8a9-7d73334a9cbe {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:31.177249 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69b94a8-4c63-4ba1-b8a9-7d73334a9cbe'] response: {'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'code': 200} Oct 04 08:58:31.177688 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=fea14249-82d5-4c27-9abc-925c8ffa80c5,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:31.177868 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51082) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:31.317595 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-50ad5bb9-ac2d-4921-89ee-fc690bda00d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:31.421119 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-50ad5bb9-ac2d-4921-89ee-fc690bda00d3 admin admin] Publish callbacks [] for security_group (a951ab89-32cb-46a6-8d02-5655955cd4d3), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:31.481537 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-50ad5bb9-ac2d-4921-89ee-fc690bda00d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (a951ab89-32cb-46a6-8d02-5655955cd4d3), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:31.521403 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad5bb9-ac2d-4921-89ee-fc690bda00d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a951ab89-32cb-46a6-8d02-5655955cd4d3,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:31.528795 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51086) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:31.529440 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-50ad5bb9-ac2d-4921-89ee-fc690bda00d3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=949c5e2936764ebeb4847d5ad6fa6af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495889 Oct 04 08:58:31.585478 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Publish callbacks [] for security_group (a951ab89-32cb-46a6-8d02-5655955cd4d3), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:31.610397 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Publish callbacks [] for security_group (a951ab89-32cb-46a6-8d02-5655955cd4d3), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:31.755797 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (a951ab89-32cb-46a6-8d02-5655955cd4d3), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:31.758431 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:31.762303 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a951ab89-32cb-46a6-8d02-5655955cd4d3 HTTP/1.1" status: 204 len: 168 time: 0.2298040 Oct 04 08:58:31.769730 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a951ab89-32cb-46a6-8d02-5655955cd4d3,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:31.778098 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.778549 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.778897 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.779247 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.779615 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.779927 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.780255 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.780583 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.780914 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.781371 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.781718 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.782305 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.782788 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.783210 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:31.783548 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316f92b2-0c80-472a-9625-cf4c65c7fec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:58:32.278232 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:32.285832 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c6b8d-0270-42a5-9b74-39f2bc0e9722 req-0172132e-5028-46bf-b02e-32c0f78b68a4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:32.292412 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a98c6b8d-0270-42a5-9b74-39f2bc0e9722 req-0172132e-5028-46bf-b02e-32c0f78b68a4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.1063111 Oct 04 08:58:32.326894 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917fdd7-f5e7-4c0d-b129-3347726008b4 req-40e213fb-ee74-4f34-b1b9-f9dd50add3d6 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:32.328494 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3917fdd7-f5e7-4c0d-b129-3347726008b4 req-40e213fb-ee74-4f34-b1b9-f9dd50add3d6 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.1073799 Oct 04 08:58:32.373102 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a98c6b8d-0270-42a5-9b74-39f2bc0e9722 req-acaeb0a1-b2a0-411e-9501-65dfa97b8a76 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772479 Oct 04 08:58:32.414827 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3917fdd7-f5e7-4c0d-b129-3347726008b4 req-058b6071-099c-4ca7-82fd-a5f953f28fd5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665846 Oct 04 08:58:33.537263 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86976c40-d87b-47ff-b337-1492ea9694cc req-f28f8e3b-5b2e-49fa-ba02-7748f64d8266 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:33.538831 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-86976c40-d87b-47ff-b337-1492ea9694cc req-f28f8e3b-5b2e-49fa-ba02-7748f64d8266 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0666707 Oct 04 08:58:33.619205 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-86976c40-d87b-47ff-b337-1492ea9694cc req-6b6b71d1-29a5-4d5d-8c40-33927075f557 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589828 Oct 04 08:58:33.631245 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efcf2e-431a-4ee6-819d-98a8a6b1e372 req-1fc13489-e993-4f0c-ab19-b6d8dd667e47 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:33.638675 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e9efcf2e-431a-4ee6-819d-98a8a6b1e372 req-1fc13489-e993-4f0c-ab19-b6d8dd667e47 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.1227784 Oct 04 08:58:33.715862 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e9efcf2e-431a-4ee6-819d-98a8a6b1e372 req-4fb9dce8-a0a8-40fc-b761-a005b1013432 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763085 Oct 04 08:58:34.704513 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-1413bc38-3a63-4fff-b431-f7ae37d10045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:34.772331 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb34fe-a125-4bf2-b8d8-46b4cff696c1 req-a6834cdf-8790-4c01-930c-fabb45e3d2bd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:34.774041 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-41fb34fe-a125-4bf2-b8d8-46b4cff696c1 req-a6834cdf-8790-4c01-930c-fabb45e3d2bd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0511665 Oct 04 08:58:34.857442 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-41fb34fe-a125-4bf2-b8d8-46b4cff696c1 req-e3d99bc4-15ea-4f7e-983d-064c5bfddbe6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775826 Oct 04 08:58:34.871237 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797ea80-e4d5-4dbb-a0df-3b21b62bbe27 req-f1d436a4-63a4-4f42-a3f8-be07b344773e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:34.874765 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c797ea80-e4d5-4dbb-a0df-3b21b62bbe27 req-f1d436a4-63a4-4f42-a3f8-be07b344773e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0670376 Oct 04 08:58:34.940276 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c797ea80-e4d5-4dbb-a0df-3b21b62bbe27 req-a5e4b78b-a2b8-4148-a93d-d80b23961f20 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619802 Oct 04 08:58:35.975515 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:35.983456 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1949d50-be76-4ec3-ba1a-4fb14d3c413a req-00385805-4e34-460b-a223-637268f556ef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:35.984997 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b1949d50-be76-4ec3-ba1a-4fb14d3c413a req-00385805-4e34-460b-a223-637268f556ef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0470438 Oct 04 08:58:36.068625 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b1949d50-be76-4ec3-ba1a-4fb14d3c413a req-d7110ee7-383f-4adb-bd84-af3da0d2eae4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778940 Oct 04 08:58:36.079891 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe010d-e5ab-4f4b-89b0-657c898519da req-3d862ab6-faad-41f7-8cef-e6446eaaec5e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:36.081338 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-17fe010d-e5ab-4f4b-89b0-657c898519da req-3d862ab6-faad-41f7-8cef-e6446eaaec5e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0625556 Oct 04 08:58:36.146183 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-17fe010d-e5ab-4f4b-89b0-657c898519da req-bf1e7290-0291-4514-af76-d799ee60e704 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585253 Oct 04 08:58:36.950495 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7badc5c1-4c15-43e4-b492-25ed7d2ca8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:37.203673 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c170ec-5d89-48bd-a2d5-05000e3aadbc req-1326942e-1a75-4cb8-b149-f98f92b9e2c6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:37.206718 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-19c170ec-5d89-48bd-a2d5-05000e3aadbc req-1326942e-1a75-4cb8-b149-f98f92b9e2c6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0495365 Oct 04 08:58:37.326785 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b97177-9282-4954-8e15-006ac1633d6d req-8bd0fc89-9d20-4cf0-9b03-53b6fb13d048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:37.328474 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-46b97177-9282-4954-8e15-006ac1633d6d req-8bd0fc89-9d20-4cf0-9b03-53b6fb13d048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0787332 Oct 04 08:58:37.333255 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-19c170ec-5d89-48bd-a2d5-05000e3aadbc req-bd0a0c96-6c11-4dfa-bb8c-3508d9606bef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066051 Oct 04 08:58:37.385981 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-46b97177-9282-4954-8e15-006ac1633d6d req-8b958d7d-591c-412a-bb73-1eb6b58097a7 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502210 Oct 04 08:58:38.264795 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:38.534849 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053bc20-536a-43de-b5d3-e32cbeff6d52 req-8aa6d050-52ae-4f5c-9dbd-7642d1dc75bd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:38.536362 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1053bc20-536a-43de-b5d3-e32cbeff6d52 req-8aa6d050-52ae-4f5c-9dbd-7642d1dc75bd tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.1041045 Oct 04 08:58:38.545397 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dcf8d-a359-4771-a363-2c47ede8bb5b req-50c11f6a-f73e-44dd-a20b-3c9e5d58122c tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:38.546948 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d34dcf8d-a359-4771-a363-2c47ede8bb5b req-50c11f6a-f73e-44dd-a20b-3c9e5d58122c tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0831397 Oct 04 08:58:38.585322 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:38.633960 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1053bc20-536a-43de-b5d3-e32cbeff6d52 req-79075454-e059-4920-b653-48c8e802b769 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860381 Oct 04 08:58:38.644157 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d34dcf8d-a359-4771-a363-2c47ede8bb5b req-d235b8b5-518f-4206-a5cb-d546f16d4101 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878718 Oct 04 08:58:39.595349 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:39.825749 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d737a49-0295-4b73-baaa-c9c3eb7ce9a6 req-64998624-8206-4f13-a2e6-644449a2f863 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:39.827266 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5d737a49-0295-4b73-baaa-c9c3eb7ce9a6 req-64998624-8206-4f13-a2e6-644449a2f863 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0984974 Oct 04 08:58:39.837482 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405bb95-7f81-436b-8102-3a33bde35de4 req-effef76f-8eb2-498a-bec8-beab35fd7292 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:39.839749 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a405bb95-7f81-436b-8102-3a33bde35de4 req-effef76f-8eb2-498a-bec8-beab35fd7292 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0970979 Oct 04 08:58:39.925855 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5d737a49-0295-4b73-baaa-c9c3eb7ce9a6 req-56dd43b6-7be7-493b-9cee-f9091dcb47f4 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851438 Oct 04 08:58:39.937880 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a405bb95-7f81-436b-8102-3a33bde35de4 req-a2225331-7417-459b-9eea-61ffe8be4649 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912573 Oct 04 08:58:40.163787 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:41.095629 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dff18e-df0c-4c43-a8a2-2a791ed71fc7 req-e287e44a-2d68-4f96-91a0-84e183e30da5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:41.097140 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f3dff18e-df0c-4c43-a8a2-2a791ed71fc7 req-e287e44a-2d68-4f96-91a0-84e183e30da5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0757523 Oct 04 08:58:41.102771 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a887e9-18cf-4073-a912-ad58cef4be93 req-64e472ef-3535-4ec1-99ce-3ee17e4a1414 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:41.105011 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e2a887e9-18cf-4073-a912-ad58cef4be93 req-64e472ef-3535-4ec1-99ce-3ee17e4a1414 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0724463 Oct 04 08:58:41.183327 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f3dff18e-df0c-4c43-a8a2-2a791ed71fc7 req-6a80545a-291c-41c6-a6ae-2b6d92af91ad tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775898 Oct 04 08:58:41.188264 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e2a887e9-18cf-4073-a912-ad58cef4be93 req-756d737a-ac8d-438a-9866-3ce2a7734591 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764427 Oct 04 08:58:41.772697 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:41.775467 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:42.374950 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6502803-71e6-417f-a717-bcf86fa241c4 req-bb57e8d4-a581-42d0-9be6-08964152a357 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:42.377334 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b6502803-71e6-417f-a717-bcf86fa241c4 req-bb57e8d4-a581-42d0-9be6-08964152a357 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0763021 Oct 04 08:58:42.391370 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabc08f-4a51-415f-95d7-ecd164e961d6 req-b56c36fb-16af-4314-a8dc-9fae14995fb6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:42.392882 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9aabc08f-4a51-415f-95d7-ecd164e961d6 req-b56c36fb-16af-4314-a8dc-9fae14995fb6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0610313 Oct 04 08:58:42.473727 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b6502803-71e6-417f-a717-bcf86fa241c4 req-87c6f6cd-e22b-4ffc-ab23-f1ca3c89bcae tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797262 Oct 04 08:58:42.478137 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9aabc08f-4a51-415f-95d7-ecd164e961d6 req-aa02ba43-4e43-467c-9b35-2a8aa9a47a18 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773146 Oct 04 08:58:42.631145 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:42.637287 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:43.628425 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2bb03-fff3-4432-8e4d-1a7686a51a28 req-60631b24-b6da-4ba3-abca-011c7a261acf tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:43.629895 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-86e2bb03-fff3-4432-8e4d-1a7686a51a28 req-60631b24-b6da-4ba3-abca-011c7a261acf tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0792134 Oct 04 08:58:43.635464 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4fb26-1596-48d9-8cef-b9c5cdf635df req-bf356c7a-9f86-4e78-a60d-ad203cf61236 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:43.637078 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4fe4fb26-1596-48d9-8cef-b9c5cdf635df req-bf356c7a-9f86-4e78-a60d-ad203cf61236 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0756798 Oct 04 08:58:43.690963 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:43.713982 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-86e2bb03-fff3-4432-8e4d-1a7686a51a28 req-1496e97d-9e11-4ca7-b739-84f546f537a8 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759530 Oct 04 08:58:43.718025 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4fe4fb26-1596-48d9-8cef-b9c5cdf635df req-021c2447-6f69-43be-a64d-6fad6958b99c tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731747 Oct 04 08:58:44.868914 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fac242-38e6-44c5-8ce3-087cbda5f863 req-010757e3-9723-4d9f-b04f-131d8ea017f0 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:44.870379 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-09fac242-38e6-44c5-8ce3-087cbda5f863 req-010757e3-9723-4d9f-b04f-131d8ea017f0 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0791774 Oct 04 08:58:44.878964 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ad68-c13e-4376-92ca-7082416f83ea req-36a18126-dc74-4b91-834e-6315be300e44 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:44.880349 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a025ad68-c13e-4376-92ca-7082416f83ea req-36a18126-dc74-4b91-834e-6315be300e44 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0779240 Oct 04 08:58:44.964824 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:44.969890 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-09fac242-38e6-44c5-8ce3-087cbda5f863 req-28de1105-55b7-4c5d-aa6b-23cb8477558b tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886483 Oct 04 08:58:44.973208 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a025ad68-c13e-4376-92ca-7082416f83ea req-d9eeb1f9-a2a5-456f-ad01-b18687993053 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861490 Oct 04 08:58:45.305201 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504bcc3-9a64-4388-9ea1-a4d5d3262b20 req-73a94ef1-c739-49a7-8d98-b59d28a602fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:45.306707 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1504bcc3-9a64-4388-9ea1-a4d5d3262b20 req-73a94ef1-c739-49a7-8d98-b59d28a602fe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1130 time: 0.0379937 Oct 04 08:58:45.359723 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1504bcc3-9a64-4388-9ea1-a4d5d3262b20 req-08f7f3b7-b3c5-4214-aad1-2908a2a97323 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458817 Oct 04 08:58:46.135581 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de195fa1-49d7-4c46-9a4d-c6245064a155 req-bf56f3b6-a948-471d-9119-cd876e5977a2 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:46.137334 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-de195fa1-49d7-4c46-9a4d-c6245064a155 req-bf56f3b6-a948-471d-9119-cd876e5977a2 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0839863 Oct 04 08:58:46.166551 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1410a5-b337-4e12-aa36-5bd6301e81e9 req-0317b9d8-48c7-4344-acde-ac5b839f6c6e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:46.168051 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4b1410a5-b337-4e12-aa36-5bd6301e81e9 req-0317b9d8-48c7-4344-acde-ac5b839f6c6e tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 943 time: 0.0826371 Oct 04 08:58:46.236472 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-de195fa1-49d7-4c46-9a4d-c6245064a155 req-13373b55-96d2-4551-b23c-1adc7d843feb tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917068 Oct 04 08:58:46.266525 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4b1410a5-b337-4e12-aa36-5bd6301e81e9 req-b52d4a89-95dd-4471-9e54-c5f33a09c82d tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875926 Oct 04 08:58:46.747115 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 7224ed3c-c9cb-445e-bb2f-be715b606313 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:58:46.880966 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:46.894146 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'port_id': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'mac_address': 'fa:16:3e:91:62:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:58:46.931372 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 7224ed3c-c9cb-445e-bb2f-be715b606313 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:46.931772 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:46.944675 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7224ed3c-c9cb-445e-bb2f-be715b606313 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:58:46.965603 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:47.024467 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:47.081729 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=9']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:47.269753 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['7224ed3c-c9cb-445e-bb2f-be715b606313'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:58:47.381034 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ea6fa-eed5-4da9-96fc-9d54dbab7abd req-8c8293be-3c18-4a57-9b31-faed20fe0431 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:47.382526 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2a3ea6fa-eed5-4da9-96fc-9d54dbab7abd req-8c8293be-3c18-4a57-9b31-faed20fe0431 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0582097 Oct 04 08:58:47.432055 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb32b35-5a83-465a-abaf-eeade9442235 req-cbb25672-9763-4939-bf0e-a2b3a6c272f6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:47.433489 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4cb32b35-5a83-465a-abaf-eeade9442235 req-cbb25672-9763-4939-bf0e-a2b3a6c272f6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 944 time: 0.0691209 Oct 04 08:58:47.477600 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2a3ea6fa-eed5-4da9-96fc-9d54dbab7abd req-fcce4871-21a6-44f9-a1f9-9e53f34bbb4c tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753806 Oct 04 08:58:47.501604 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4cb32b35-5a83-465a-abaf-eeade9442235 req-019402f6-be5b-4162-a132-809bbff06a69 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614984 Oct 04 08:58:47.596378 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf8bae-b7d5-41b2-a096-fe9e3cfff506 req-1644b0f3-9238-41d9-9d21-ceb1c62fa7e4 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:47.597853 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eccf8bae-b7d5-41b2-a096-fe9e3cfff506 req-1644b0f3-9238-41d9-9d21-ceb1c62fa7e4 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0465164 Oct 04 08:58:47.648684 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eccf8bae-b7d5-41b2-a096-fe9e3cfff506 req-d65442f1-f355-4a06-9ba5-96560d7f0dd2 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453167 Oct 04 08:58:47.676921 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51252) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:47.861306 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f92fb-bf74-4315-9c20-a20a4e29713e tempest-TestShelveInstance-2071439188 tempest-TestShelveInstance-2071439188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:47.862868 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-0a4f92fb-bf74-4315-9c20-a20a4e29713e tempest-TestShelveInstance-2071439188 tempest-TestShelveInstance-2071439188-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1125 time: 0.1849678 Oct 04 08:58:47.865872 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51256) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:58:47.870150 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'port_id': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:58:47.961237 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:48.046044 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:48.150594 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Allocated IP 172.27.1.113 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/65d966d6-525c-4d48-80ea-f60c2be18b8d) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:58:48.257638 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for port (65d966d6-525c-4d48-80ea-f60c2be18b8d), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:48.333268 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (65d966d6-525c-4d48-80ea-f60c2be18b8d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:48.372398 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:58:48.375503 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:58:48.379421 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:58:48.384433 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'Port': ['ID=65d966d6-525c-4d48-80ea-f60c2be18b8d,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:48.602744 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:48.636400 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eec7bc-765d-4b31-9044-ebfc21c92c00 req-40e4a97c-5d2e-403e-bc8b-856df44a7445 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:48.638171 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-62eec7bc-765d-4b31-9044-ebfc21c92c00 req-40e4a97c-5d2e-403e-bc8b-856df44a7445 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 944 time: 0.0515237 Oct 04 08:58:48.651700 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:48.688114 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-62eec7bc-765d-4b31-9044-ebfc21c92c00 req-db22fcda-5028-404a-a659-1ff5a9973bc4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426185 Oct 04 08:58:48.735250 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for floatingip (cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:48.869269 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (65d966d6-525c-4d48-80ea-f60c2be18b8d), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:49.015541 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for port (65d966d6-525c-4d48-80ea-f60c2be18b8d), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:49.070051 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (65d966d6-525c-4d48-80ea-f60c2be18b8d), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:49.140929 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:49.142520 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event updated for resources: {'Port': ['ID=65d966d6-525c-4d48-80ea-f60c2be18b8d,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:49.240373 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Floating IP cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e associated. External IP: 172.27.1.113, port: fea14249-82d5-4c27-9abc-925c8ffa80c5. Oct 04 08:58:49.434658 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:49.440381 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Router 8ab30693-70a7-426d-b521-5fbc67b12494 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:58:49.541886 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:58:49.552619 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] Sync routers for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:58:49.566293 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:49.569298 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:58:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:49.603331 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:49.637440 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-847da81c-b7d2-43ba-a3a3-37ae17c28139 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7701855 Oct 04 08:58:49.638174 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:49.641279 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:49.667203 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:49.680060 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352a092c-804a-421a-b8c9-1f9a7290cd9b x-openstack-request-id: req-352a092c-804a-421a-b8c9-1f9a7290cd9b {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:49.680353 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:49.680633 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-352a092c-804a-421a-b8c9-1f9a7290cd9b {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:49.681042 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352a092c-804a-421a-b8c9-1f9a7290cd9b'] response: {'name': 'network-changed', 'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'status': 'completed', 'code': 200} Oct 04 08:58:49.696017 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:49.746998 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:58:49.755683 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:49.830766 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5babf5-1067-44aa-9ca2-078910752623 req-68cbc4fd-e4ef-45ae-b648-7f8af4719a3b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:49.832240 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0a5babf5-1067-44aa-9ca2-078910752623 req-68cbc4fd-e4ef-45ae-b648-7f8af4719a3b tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 944 time: 0.0457325 Oct 04 08:58:49.879390 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0a5babf5-1067-44aa-9ca2-078910752623 req-8f9a971d-b39b-484d-8566-8cde9180a9c7 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Oct 04 08:58:49.893651 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'port_id': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'mac_address': 'fa:16:3e:11:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da2fd17-4355-438b-a667-e7881a655fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:58:48Z', 'updated_at': '2022-10-04T08:58:48Z', 'revision_number': 0, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f13013a-9530-4ef2-89ea-38289b973562', 'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'mac_address': 'fa:16:3e:e7:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:45Z', 'updated_at': '2022-10-04T08:57:53Z', 'revision_number': 5, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'subnets': [{'id': '06fac3b2-e7de-4345-945b-74b6478447da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:49.918693 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] Checking router: 8ab30693-70a7-426d-b521-5fbc67b12494 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:58:49.927107 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:58:49.927696 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:58:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:50.028527 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:58:50.193299 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-2853a264-ac7d-4f45-9872-31af604eac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:50.194782 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-2853a264-ac7d-4f45-9872-31af604eac44 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1130 time: 0.0384095 Oct 04 08:58:50.246863 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'port_id': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'mac_address': 'fa:16:3e:11:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da2fd17-4355-438b-a667-e7881a655fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:58:48Z', 'updated_at': '2022-10-04T08:58:48Z', 'revision_number': 0, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f13013a-9530-4ef2-89ea-38289b973562', 'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'mac_address': 'fa:16:3e:e7:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:45Z', 'updated_at': '2022-10-04T08:57:53Z', 'revision_number': 5, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'subnets': [{'id': '06fac3b2-e7de-4345-945b-74b6478447da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:58:50.273595 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b586ef-8376-4e50-a33f-e76b91bb6d07 None None] The sync data for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi is: [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'port_id': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'mac_address': 'fa:16:3e:11:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da2fd17-4355-438b-a667-e7881a655fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:58:48Z', 'updated_at': '2022-10-04T08:58:48Z', 'revision_number': 0, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f13013a-9530-4ef2-89ea-38289b973562', 'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'mac_address': 'fa:16:3e:e7:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:45Z', 'updated_at': '2022-10-04T08:57:53Z', 'revision_number': 5, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'subnets': [{'id': '06fac3b2-e7de-4345-945b-74b6478447da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:58:50.302684 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-0a569c23-9202-40b3-9c3e-b9de357c2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:50.304014 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-0a569c23-9202-40b3-9c3e-b9de357c2324 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 200 len: 909 time: 0.1032736 Oct 04 08:58:50.349503 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:50.373913 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-c25ed70d-fa7c-4b8c-8587-7019af7d77ff service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 1000 time: 0.0611057 Oct 04 08:58:50.433048 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-38d8b15e-c5e1-4355-bfd9-5e63146d1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:50.434765 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-38d8b15e-c5e1-4355-bfd9-5e63146d1aa8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=06fac3b2-e7de-4345-945b-74b6478447da HTTP/1.1" status: 200 len: 847 time: 0.0498044 Oct 04 08:58:50.471878 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb823b70-e7ff-4ebe-afc5-2eeaf4714e39 None None] New status for floating IP cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e: ACTIVE {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:58:50.485936 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-314b13cc-c804-4e5e-9e6b-4d1ee889b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:50.487456 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-314b13cc-c804-4e5e-9e6b-4d1ee889b160 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=241e3a87-6f8d-443d-978c-ba497455a028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442612 Oct 04 08:58:50.540211 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 7224ed3c-c9cb-445e-bb2f-be715b606313 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:58:50.594820 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 7224ed3c-c9cb-445e-bb2f-be715b606313 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:58:50.595535 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:50.595708 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 7224ed3c-c9cb-445e-bb2f-be715b606313 Oct 04 08:58:50.598862 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-69f9436f-f4f4-4c67-a7a1-45f4182f906e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010847 Oct 04 08:58:50.677838 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 7224ed3c-c9cb-445e-bb2f-be715b606313 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:58:50.678229 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:50.700078 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8f78ef9d-2d40-4431-8f1e-e3fd69928c7e req-526cf8ef-9165-42f8-8333-137d6cb3ce88 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948753 Oct 04 08:58:50.702908 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:58:50.705285 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243d9279-69f5-403e-b2ad-6af64c653e99" -d '{"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-plugged", "status": "completed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:58:50.719472 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:58:50.742771 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fcf69c-9ab7-4c03-8428-deba988e4a69 x-openstack-request-id: req-a6fcf69c-9ab7-4c03-8428-deba988e4a69 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:58:50.743132 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-plugged", "status": "completed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:58:50.743363 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a6fcf69c-9ab7-4c03-8428-deba988e4a69 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:58:50.743767 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fcf69c-9ab7-4c03-8428-deba988e4a69'] response: {'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'code': 200} Oct 04 08:58:50.807762 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:50.855529 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=10']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:58:51.007098 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40951341-bc28-4a56-8d0d-be8bc245e5ff req-bb9d8ae3-ffc7-492c-8aef-ccee273220ad tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:51.008571 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-40951341-bc28-4a56-8d0d-be8bc245e5ff req-bb9d8ae3-ffc7-492c-8aef-ccee273220ad tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 946 time: 0.0457549 Oct 04 08:58:51.010980 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c15fb-ad1b-41c5-8916-e3162a2bfb4d req-99b83d0b-d3b2-4add-bca7-78e33aaf08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:51.012835 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ed1c15fb-ad1b-41c5-8916-e3162a2bfb4d req-99b83d0b-d3b2-4add-bca7-78e33aaf08dd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 1130 time: 0.0437262 Oct 04 08:58:51.056321 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ed1c15fb-ad1b-41c5-8916-e3162a2bfb4d req-e9019d07-5a1c-441a-b75e-6dc638b84c83 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371032 Oct 04 08:58:51.059314 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-40951341-bc28-4a56-8d0d-be8bc245e5ff req-01969803-2b6c-4fd6-b618-94a3394b8392 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438681 Oct 04 08:58:52.188375 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51f0cc-c6a2-40d1-bc63-1185765facde req-8471ce6a-6cd8-4fec-ac44-eb7312a078e9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:52.190140 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1d51f0cc-c6a2-40d1-bc63-1185765facde req-8471ce6a-6cd8-4fec-ac44-eb7312a078e9 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 946 time: 0.0469890 Oct 04 08:58:52.218595 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:52.243650 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1d51f0cc-c6a2-40d1-bc63-1185765facde req-133cb4a2-863e-450f-85a0-a4f7cfcc18a8 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476358 Oct 04 08:58:53.374072 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd46be9-8eb6-449a-a1f8-a84956e9622f req-596f6ea3-b66d-41dc-8e51-318d6deba829 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:53.375582 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5fd46be9-8eb6-449a-a1f8-a84956e9622f req-596f6ea3-b66d-41dc-8e51-318d6deba829 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 946 time: 0.0466919 Oct 04 08:58:53.426029 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5fd46be9-8eb6-449a-a1f8-a84956e9622f req-013ba533-016a-4db1-b260-121e38fc74a6 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442421 Oct 04 08:58:54.558142 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb89383-4a21-45fb-8557-631c29e10c9e req-1583303f-ef67-4011-b655-e4ceccf8dbc0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:58:54.559651 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-beb89383-4a21-45fb-8557-631c29e10c9e req-1583303f-ef67-4011-b655-e4ceccf8dbc0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 946 time: 0.0529311 Oct 04 08:58:54.606867 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-beb89383-4a21-45fb-8557-631c29e10c9e req-abc808dd-ff5e-4b03-8d66-cb197c340085 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410213 Oct 04 08:59:00.020469 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:00.669415 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:00.672830 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:00.806820 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:01.051486 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=18 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:01.053372 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:03.786062 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-66e695cb-7d75-4d10-a69b-a6c0f8ec0ab5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381935 Oct 04 08:59:03.868390 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-86cb44ef-1c01-4215-a50c-cd97cb074802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:03.869845 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-86cb44ef-1c01-4215-a50c-cd97cb074802 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 1130 time: 0.0383575 Oct 04 08:59:03.978093 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-f7f05dc5-48d9-427b-adf4-b64805ef8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:03.979580 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-f7f05dc5-48d9-427b-adf4-b64805ef8b15 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 200 len: 917 time: 0.0892506 Oct 04 08:59:04.045993 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-8e3e992c-8a40-4e6e-8d03-67a41d0d6e6c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7224ed3c-c9cb-445e-bb2f-be715b606313 HTTP/1.1" status: 200 len: 1001 time: 0.0537376 Oct 04 08:59:04.097759 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-a7c6aa8e-c326-4519-9a3c-d6cf4ae6073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:04.099367 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-a7c6aa8e-c326-4519-9a3c-d6cf4ae6073e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 200 len: 855 time: 0.0463791 Oct 04 08:59:04.141632 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-376e38ab-f60c-4e52-92be-60e7317dccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:04.143091 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-376e38ab-f60c-4e52-92be-60e7317dccd9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=19b6a461-a067-4350-add8-ace0265cc9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380120 Oct 04 08:59:04.238018 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-cbdf0b1a-aedb-402b-b9ff-6c8bf3151d49 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879135 Oct 04 08:59:04.332147 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d3d79ac3-846c-49fd-a693-0e700ba54dd7 req-3cfd27df-e1d8-4308-97ef-e1de0026ffc0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852404 Oct 04 08:59:04.600972 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:04.602928 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=18 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:04.658682 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-dc21fe05-e585-47a7-8922-50feff0266da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:06.967031 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8a31be42-701e-49ff-b1a6-7d5b5a26655a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:07.922593 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51474) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:08.025757 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a12ffbe7-1903-4da4-8c00-e4b93f6f2a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:08.099705 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a12ffbe7-1903-4da4-8c00-e4b93f6f2a3e admin admin] Publish callbacks [] for security_group (d36722b9-c3a9-4c9e-b541-25f659adfdfe), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:08.138136 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a12ffbe7-1903-4da4-8c00-e4b93f6f2a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (d36722b9-c3a9-4c9e-b541-25f659adfdfe), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:08.179297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ffbe7-1903-4da4-8c00-e4b93f6f2a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36722b9-c3a9-4c9e-b541-25f659adfdfe,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:08.183505 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-a12ffbe7-1903-4da4-8c00-e4b93f6f2a3e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2fddbc00ed57422fb6670a7e50be204d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599044 Oct 04 08:59:08.186847 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51478) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:08.208154 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:08.258289 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:08.479736 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-72950ce3-522e-422c-a6b1-0849ee952d18 admin admin] Publish callbacks [] for security_group (d36722b9-c3a9-4c9e-b541-25f659adfdfe), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:08.499733 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-72950ce3-522e-422c-a6b1-0849ee952d18 admin admin] Publish callbacks [] for security_group (d36722b9-c3a9-4c9e-b541-25f659adfdfe), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:08.595861 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-72950ce3-522e-422c-a6b1-0849ee952d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (d36722b9-c3a9-4c9e-b541-25f659adfdfe), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:08.598338 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-72950ce3-522e-422c-a6b1-0849ee952d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:08.603402 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-72950ce3-522e-422c-a6b1-0849ee952d18 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d36722b9-c3a9-4c9e-b541-25f659adfdfe HTTP/1.1" status: 204 len: 168 time: 0.4124360 Oct 04 08:59:08.607309 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72950ce3-522e-422c-a6b1-0849ee952d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36722b9-c3a9-4c9e-b541-25f659adfdfe,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:09.080114 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51486) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:09.093134 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d2353190-0d68-44bf-ac9a-70b1b686ebe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:09.096117 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:09.121460 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:09.172357 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d2353190-0d68-44bf-ac9a-70b1b686ebe1 admin admin] Publish callbacks [] for security_group (8ff9c7b1-adf8-479b-b7a5-5c6e911286ec), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:09.270231 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d2353190-0d68-44bf-ac9a-70b1b686ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8ff9c7b1-adf8-479b-b7a5-5c6e911286ec), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:09.310218 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-d2353190-0d68-44bf-ac9a-70b1b686ebe1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=246b326c1ff0487c87e0d292d17c29aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289884 Oct 04 08:59:09.311356 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2353190-0d68-44bf-ac9a-70b1b686ebe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff9c7b1-adf8-479b-b7a5-5c6e911286ec,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:09.313163 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51488) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:09.363830 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Publish callbacks [] for security_group (8ff9c7b1-adf8-479b-b7a5-5c6e911286ec), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:09.384148 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Publish callbacks [] for security_group (8ff9c7b1-adf8-479b-b7a5-5c6e911286ec), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:09.521534 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8ff9c7b1-adf8-479b-b7a5-5c6e911286ec), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:09.524135 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:09.525287 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8ff9c7b1-adf8-479b-b7a5-5c6e911286ec HTTP/1.1" status: 204 len: 168 time: 0.2110918 Oct 04 08:59:09.533870 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff9c7b1-adf8-479b-b7a5-5c6e911286ec,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:09.542023 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.542377 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.542764 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.543101 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.543431 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.543755 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.544078 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.544402 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.544731 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.545056 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.545379 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.545704 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.546121 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.546327 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.546669 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a10d3-00a8-494e-a8ba-a47ad8f48bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:09.778970 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:10.086942 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:16.728479 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51628) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:16.835046 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-caf20302-85bc-45d9-81ca-f3a9ee70aa53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:16.918261 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-caf20302-85bc-45d9-81ca-f3a9ee70aa53 admin admin] Publish callbacks [] for security_group (0368f105-be66-49bf-83d2-df67264ae3fb), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:16.978060 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-caf20302-85bc-45d9-81ca-f3a9ee70aa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0368f105-be66-49bf-83d2-df67264ae3fb), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:17.018168 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-caf20302-85bc-45d9-81ca-f3a9ee70aa53 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c91b5cfec8a943c19bfb5968dea35bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913561 Oct 04 08:59:17.019050 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20302-85bc-45d9-81ca-f3a9ee70aa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0368f105-be66-49bf-83d2-df67264ae3fb,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:17.021667 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51634) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:17.074383 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e83ec56-ae98-41e0-97b2-f120884607a2 admin admin] Publish callbacks [] for security_group (0368f105-be66-49bf-83d2-df67264ae3fb), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:17.093661 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e83ec56-ae98-41e0-97b2-f120884607a2 admin admin] Publish callbacks [] for security_group (0368f105-be66-49bf-83d2-df67264ae3fb), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:17.224506 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e83ec56-ae98-41e0-97b2-f120884607a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0368f105-be66-49bf-83d2-df67264ae3fb), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:17.228715 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e83ec56-ae98-41e0-97b2-f120884607a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:17.228715 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-4e83ec56-ae98-41e0-97b2-f120884607a2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0368f105-be66-49bf-83d2-df67264ae3fb HTTP/1.1" status: 204 len: 168 time: 0.2047415 Oct 04 08:59:17.237937 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83ec56-ae98-41e0-97b2-f120884607a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0368f105-be66-49bf-83d2-df67264ae3fb,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:17.778846 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51650) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:17.792362 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0057098b-7ab3-4d93-9269-e8267503ec1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:17.866355 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0057098b-7ab3-4d93-9269-e8267503ec1a admin admin] Publish callbacks [] for security_group (6cab5e32-4e3a-4cc4-836d-f04a66298352), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:17.944487 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0057098b-7ab3-4d93-9269-e8267503ec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6cab5e32-4e3a-4cc4-836d-f04a66298352), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:17.985613 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-0057098b-7ab3-4d93-9269-e8267503ec1a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=895f1b36689342429cc4f60730cd121e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056699 Oct 04 08:59:17.986641 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057098b-7ab3-4d93-9269-e8267503ec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab5e32-4e3a-4cc4-836d-f04a66298352,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:17.989178 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51656) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:18.042900 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d897eb92-5bf8-46e6-ae06-485be6835e8c admin admin] Publish callbacks [] for security_group (6cab5e32-4e3a-4cc4-836d-f04a66298352), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:18.066625 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d897eb92-5bf8-46e6-ae06-485be6835e8c admin admin] Publish callbacks [] for security_group (6cab5e32-4e3a-4cc4-836d-f04a66298352), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:18.212920 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d897eb92-5bf8-46e6-ae06-485be6835e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6cab5e32-4e3a-4cc4-836d-f04a66298352), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:18.215471 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d897eb92-5bf8-46e6-ae06-485be6835e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:18.216715 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d897eb92-5bf8-46e6-ae06-485be6835e8c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6cab5e32-4e3a-4cc4-836d-f04a66298352 HTTP/1.1" status: 204 len: 168 time: 0.2266486 Oct 04 08:59:18.228350 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897eb92-5bf8-46e6-ae06-485be6835e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab5e32-4e3a-4cc4-836d-f04a66298352,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:19.634733 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=6 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:23.955655 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51768) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:24.059050 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-eefe13fa-285f-4753-acd0-1cbd21970c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:24.134040 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-eefe13fa-285f-4753-acd0-1cbd21970c1c admin admin] Publish callbacks [] for security_group (c20c0f51-fd0d-459b-8159-1f8a23ab6d1d), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:24.178348 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-eefe13fa-285f-4753-acd0-1cbd21970c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c20c0f51-fd0d-459b-8159-1f8a23ab6d1d), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:24.217060 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe13fa-285f-4753-acd0-1cbd21970c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20c0f51-fd0d-459b-8159-1f8a23ab6d1d,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:24.222007 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-eefe13fa-285f-4753-acd0-1cbd21970c1c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=67ff384fbcc140e7911ea57009a7e791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641859 Oct 04 08:59:24.224974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51772) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:24.276124 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b7dbfeca-3148-4305-8420-7dde72478791 admin admin] Publish callbacks [] for security_group (c20c0f51-fd0d-459b-8159-1f8a23ab6d1d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:24.301918 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b7dbfeca-3148-4305-8420-7dde72478791 admin admin] Publish callbacks [] for security_group (c20c0f51-fd0d-459b-8159-1f8a23ab6d1d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:24.435242 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b7dbfeca-3148-4305-8420-7dde72478791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c20c0f51-fd0d-459b-8159-1f8a23ab6d1d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:24.437832 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b7dbfeca-3148-4305-8420-7dde72478791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:24.439038 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-b7dbfeca-3148-4305-8420-7dde72478791 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c20c0f51-fd0d-459b-8159-1f8a23ab6d1d HTTP/1.1" status: 204 len: 168 time: 0.2138593 Oct 04 08:59:24.447159 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbfeca-3148-4305-8420-7dde72478791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20c0f51-fd0d-459b-8159-1f8a23ab6d1d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:24.994811 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51782) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:25.009029 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f7c92c88-2bc1-4f00-945b-21b1fcf11512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:25.022419 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:25.085966 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f7c92c88-2bc1-4f00-945b-21b1fcf11512 admin admin] Publish callbacks [] for security_group (ac2c4ff0-c24a-45b5-9672-884912454b98), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:25.149561 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f7c92c88-2bc1-4f00-945b-21b1fcf11512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ac2c4ff0-c24a-45b5-9672-884912454b98), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:25.170374 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:25.188348 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f7c92c88-2bc1-4f00-945b-21b1fcf11512 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2d0b83f7ecd8441b8568706f729427f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923549 Oct 04 08:59:25.191111 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c92c88-2bc1-4f00-945b-21b1fcf11512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c4ff0-c24a-45b5-9672-884912454b98,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:25.191921 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51784) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:25.243421 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-913000ed-08a1-4894-b765-89cac76eb198 admin admin] Publish callbacks [] for security_group (ac2c4ff0-c24a-45b5-9672-884912454b98), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:25.265716 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-913000ed-08a1-4894-b765-89cac76eb198 admin admin] Publish callbacks [] for security_group (ac2c4ff0-c24a-45b5-9672-884912454b98), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:25.267281 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:25.283278 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:25.418717 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-913000ed-08a1-4894-b765-89cac76eb198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ac2c4ff0-c24a-45b5-9672-884912454b98), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:25.421287 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-913000ed-08a1-4894-b765-89cac76eb198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:25.422644 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-913000ed-08a1-4894-b765-89cac76eb198 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ac2c4ff0-c24a-45b5-9672-884912454b98 HTTP/1.1" status: 204 len: 168 time: 0.2296741 Oct 04 08:59:25.430371 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913000ed-08a1-4894-b765-89cac76eb198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c4ff0-c24a-45b5-9672-884912454b98,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:26.439515 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51814) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:26.543467 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1506692257-network', 'tenant_id': 'f9e5915b40b84a859f5ab0fb5892c973'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:59:26.646979 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Made reservation on behalf of f9e5915b40b84a859f5ab0fb5892c973 for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:59:26.649461 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:26.658252 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:26.735021 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Publish callbacks [] for security_group (905ac20d-89ed-4d49-addd-fbb7bcbdce8d), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:26.745543 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:59:26.818662 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (905ac20d-89ed-4d49-addd-fbb7bcbdce8d), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:26.846994 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:59:26.853722 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905ac20d-89ed-4d49-addd-fbb7bcbdce8d,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:26.859851 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (8c1e0826-d7a7-403b-9529-25f092967855), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:26.860205 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Added segment 8c1e0826-d7a7-403b-9529-25f092967855 of type vlan for network b6baeb7f-3d3d-4aed-b922-058db1f05b2c Oct 04 08:59:26.903640 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (b6baeb7f-3d3d-4aed-b922-058db1f05b2c), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:27.013288 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (b6baeb7f-3d3d-4aed-b922-058db1f05b2c), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:27.014366 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:27.015004 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:27.075892 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] Pushing event updated for resources: {'Network': ['ID=b6baeb7f-3d3d-4aed-b922-058db1f05b2c,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:27.085592 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network b6baeb7f-3d3d-4aed-b922-058db1f05b2c details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:59:27.130447 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d1347d08-132a-4901-80f6-fcb377b5f06e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6897581 Oct 04 08:59:27.133316 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51820) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:27.138992 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Request body: {'subnet': {'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1506692257-subnet', 'tenant_id': 'f9e5915b40b84a859f5ab0fb5892c973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:59:27.230255 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Made reservation on behalf of f9e5915b40b84a859f5ab0fb5892c973 for: {'subnet': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:59:27.232749 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29048433'] for subnet (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:27.442070 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28129129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29048419'] for subnet (64cbd522-301e-4a86-a134-fa94377a0d87), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:27.498823 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cbd522-301e-4a86-a134-fa94377a0d87,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:27.515223 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Checking segment: {'id': '8c1e0826-d7a7-403b-9529-25f092967855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:59:27.515585 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Network hostable DHCP agents. Network: b6baeb7f-3d3d-4aed-b922-058db1f05b2c, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:59:27.601052 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Network b6baeb7f-3d3d-4aed-b922-058db1f05b2c is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:59:27.652860 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, b6baeb7f-3d3d-4aed-b922-058db1f05b2c) {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:59:27.657357 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:27.660297 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:27.664727 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c3823-9415-4106-8c08-3b14e7a35885 None None] Network b6baeb7f-3d3d-4aed-b922-058db1f05b2c requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:59:27.730528 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3b98192c-3fbd-44b4-bc13-93735fbdfdc3 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5957563 Oct 04 08:59:27.782653 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6700e-27a6-4c3b-8015-1469fa0157e3 None None] Network b6baeb7f-3d3d-4aed-b922-058db1f05b2c requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:59:29.822026 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:29.860837 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:29.909424 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-0504c383-5cc2-4031-82cc-87489532bc12 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:29.910937 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-0504c383-5cc2-4031-82cc-87489532bc12 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b6baeb7f-3d3d-4aed-b922-058db1f05b2c HTTP/1.1" status: 200 len: 809 time: 0.1105030 Oct 04 08:59:29.925436 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-db1cbfcd-bd89-4eae-976d-d45feacc5605 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/quotas/f9e5915b40b84a859f5ab0fb5892c973 HTTP/1.1" status: 200 len: 375 time: 0.0090442 Oct 04 08:59:29.963574 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-dfa573d8-a728-4152-958d-7529ed881016 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f9e5915b40b84a859f5ab0fb5892c973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325069 Oct 04 08:59:30.059436 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-215d3466-9ef1-4655-803e-872aaddad2bd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887136 Oct 04 08:59:30.151310 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-0b499bb3-fcb8-486f-81c9-b112f1e42c8d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Oct 04 08:59:30.367010 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0dd4c134-5840-4ee4-aae0-57d70f810fe3 req-e86a5daf-a973-47d7-be15-9b45711badca tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 210 time: 0.0301530 Oct 04 08:59:30.712752 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cafe3-f9d5-4362-9821-9e5f3fe8f3e3 req-a68b5961-2319-447e-88de-acc16cbb8736 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:30.714177 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d37cafe3-f9d5-4362-9821-9e5f3fe8f3e3 req-a68b5961-2319-447e-88de-acc16cbb8736 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 945 time: 0.0472379 Oct 04 08:59:30.765043 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d37cafe3-f9d5-4362-9821-9e5f3fe8f3e3 req-150ed7e1-737f-4268-bb1c-38efb48f5fb5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449874 Oct 04 08:59:30.800310 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:30.904077 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:31.477509 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-81074b5c-8b38-4f88-9274-6d8ce44a4ba4 req-0028db63-28b5-4dd1-9bb2-3190236a0f7b tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 210 time: 0.0333745 Oct 04 08:59:31.522115 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243c7b8-97c4-4060-b265-7d148b9a55a9 req-66d56aac-94b0-4866-b217-379e6f1f2199 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:31.523606 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a243c7b8-97c4-4060-b265-7d148b9a55a9 req-66d56aac-94b0-4866-b217-379e6f1f2199 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 945 time: 0.0490100 Oct 04 08:59:31.576661 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a243c7b8-97c4-4060-b265-7d148b9a55a9 req-103428f7-b113-4ea0-a0bd-c7d54a60a8f1 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424166 Oct 04 08:59:31.887599 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b8eab-7294-4363-8a7d-b6d29c8fc27c req-1ccdae9b-5921-47d8-8fc5-16672ef1e3d5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:31.889239 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e2b8eab-7294-4363-8a7d-b6d29c8fc27c req-1ccdae9b-5921-47d8-8fc5-16672ef1e3d5 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 945 time: 0.0462213 Oct 04 08:59:31.938678 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e2b8eab-7294-4363-8a7d-b6d29c8fc27c req-064e1d9e-a60b-419c-aa1b-219a00b329ba tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438159 Oct 04 08:59:32.581028 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-326f3fa3-8adf-436d-a2a2-9a5a3182ed93 req-20d0a679-a1e5-4a08-8a7a-3d21f87fd5ff tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 210 time: 0.0303674 Oct 04 08:59:32.658133 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:32.690789 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c10fe-3a69-471a-899b-53ed1acb4b9f req-8afc3d48-f0cf-47de-a101-f063eb98ccbb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:32.692327 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d29c10fe-3a69-471a-899b-53ed1acb4b9f req-8afc3d48-f0cf-47de-a101-f063eb98ccbb tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 945 time: 0.0462563 Oct 04 08:59:32.739766 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d29c10fe-3a69-471a-899b-53ed1acb4b9f req-21c50c0b-f8c1-4b11-8a1e-ba2a25d29739 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 Oct 04 08:59:33.057967 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af46fa8-b415-42a5-ae40-05997b5be282 req-34248058-8272-479d-9b67-d0741ca0a7de tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:33.059453 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1af46fa8-b415-42a5-ae40-05997b5be282 req-34248058-8272-479d-9b67-d0741ca0a7de tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 945 time: 0.0457804 Oct 04 08:59:33.098885 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:33.106564 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1af46fa8-b415-42a5-ae40-05997b5be282 req-a653874e-b83d-4d71-b867-075f513064d1 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414686 Oct 04 08:59:33.648103 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-0d0b0e03-363c-4747-9c40-12c263a72075 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:33.648103 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-0d0b0e03-363c-4747-9c40-12c263a72075 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 945 time: 0.0497196 Oct 04 08:59:33.689822 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5251c4c3-8280-43c4-b895-bcc48b6bd6b4 req-acf2efe0-df2e-4608-a1a6-42128b47e258 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 210 time: 0.0311663 Oct 04 08:59:33.793964 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Deleting port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:33.794315 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:33.872163 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f52fa0-859a-442b-aa3d-39b7f91fce83 req-a83d3bf1-9d2e-49c6-b9d4-ae8345920cde tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:33.873810 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-26f52fa0-859a-442b-aa3d-39b7f91fce83 req-a83d3bf1-9d2e-49c6-b9d4-ae8345920cde tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 945 time: 0.0535033 Oct 04 08:59:33.905454 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ddf00-0648-452f-8b93-8caa4a295586 req-e7d5e88d-0d92-4ac1-ab70-f7da13b6ac4f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:33.906841 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-369ddf00-0648-452f-8b93-8caa4a295586 req-e7d5e88d-0d92-4ac1-ab70-f7da13b6ac4f tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 945 time: 0.0601482 Oct 04 08:59:33.922760 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-26f52fa0-859a-442b-aa3d-39b7f91fce83 req-c73bbfba-d419-4483-b635-8cc6073c0493 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=079cfa76-4eab-49b9-a7ff-38f3fd638a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Oct 04 08:59:33.959335 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] For port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:33.959697 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.061487 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Deleting port 40e61ddb-9135-44a4-af4c-083b3ed0acba {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:34.061831 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.258287 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] For port 40e61ddb-9135-44a4-af4c-083b3ed0acba, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=40e61ddb-9135-44a4-af4c-083b3ed0acba,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:34.258683 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.260756 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368c615-2815-4839-961c-eab42c7effe3 req-86b073eb-9c78-43a7-90c2-a54b12653c23 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:34.262484 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e368c615-2815-4839-961c-eab42c7effe3 req-86b073eb-9c78-43a7-90c2-a54b12653c23 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 945 time: 0.0633011 Oct 04 08:59:34.323194 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e368c615-2815-4839-961c-eab42c7effe3 req-9cc507f2-4c29-4095-838b-1bf8b28a04ed tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7a6d03af-3d08-4b0d-82c8-ff81d5199748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549107 Oct 04 08:59:34.343240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.343605 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (8611f5b3-8f98-4433-8981-54df4b27c9b1), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.343918 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Floating IP 8611f5b3-8f98-4433-8981-54df4b27c9b1 disassociated. External IP: 172.27.1.234, port: 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d. Oct 04 08:59:34.344256 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Calling delete_port for 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:34.514077 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.514443 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (01e3008a-13fc-40d2-b026-9a24e89b2545), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.514758 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Floating IP 01e3008a-13fc-40d2-b026-9a24e89b2545 disassociated. External IP: 172.27.1.7, port: 40e61ddb-9135-44a4-af4c-083b3ed0acba. Oct 04 08:59:34.515095 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Calling delete_port for 40e61ddb-9135-44a4-af4c-083b3ed0acba owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:34.527001 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:34.585244 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:34.699277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfa33-83d8-4daa-82c7-d18eecb2cb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.739505 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (1bba9e38-ea39-4a9e-98bd-e086f0f6d07d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.763183 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:34.772249 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c429-5019-4224-b983-a264ee11ac72 req-5c416707-d9f9-497b-8f06-5574c38d6fc4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:34.773689 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'Port': ['ID=1bba9e38-ea39-4a9e-98bd-e086f0f6d07d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:34.774728 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9185c429-5019-4224-b983-a264ee11ac72 req-5c416707-d9f9-497b-8f06-5574c38d6fc4 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 946 time: 0.0622122 Oct 04 08:59:34.785841 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.786291 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.787382 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.787853 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.788263 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.788549 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:34.788696 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.789336 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.789451 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.789854 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.790214 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:34.790336 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.790720 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.791118 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.791567 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.792447 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.792447 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:34.832016 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (40e61ddb-9135-44a4-af4c-083b3ed0acba), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:34.846380 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-23af1a67-c342-425b-b2e5-c4a1e06683e3 req-20ee3788-5b3d-475d-9afa-abe4ff5aa821 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 210 time: 0.0689957 Oct 04 08:59:34.857711 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9185c429-5019-4224-b983-a264ee11ac72 req-6796c768-8165-4ee8-826f-72684cc59c62 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821385 Oct 04 08:59:34.869373 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event deleted for resources: {'Port': ['ID=40e61ddb-9135-44a4-af4c-083b3ed0acba,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:34.982100 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:59:35.028322 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-68f6b15d-9921-4abb-ad65-3ee238e6c722 req-ac8cc495-783e-4255-8bab-cb9309ad1971 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 210 time: 0.0282328 Oct 04 08:59:35.082929 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:59:35.173562 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:59:35.184467 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:59:35.196428 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:35.197064 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:35.229637 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:35.253756 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] No DVR routers for this DVR port 1bba9e38-ea39-4a9e-98bd-e086f0f6d07d on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:35.261791 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:35.264916 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-ea975ce0-09de-4f02-84b5-0918c1b4495f req-2c7fe1d2-1e1c-44b1-83ce-438d163f383e tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.42 "DELETE /networking/v2.0/ports/1bba9e38-ea39-4a9e-98bd-e086f0f6d07d HTTP/1.1" status: 204 len: 173 time: 1.5546253 Oct 04 08:59:35.265437 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'name': 'network-vif-deleted', 'tag': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:59:35.267779 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f35b9a-6afd-42ad-9502-492f507e4898" -d '{"events": [{"server_uuid": "a9ea7b9b-0e42-4dba-990c-8db108fed6c2", "name": "network-vif-deleted", "tag": "1bba9e38-ea39-4a9e-98bd-e086f0f6d07d"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:59:35.285415 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:59:35.296634 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] Sync routers for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:59:35.315872 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:35.316567 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:35.334800 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:35.335032 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c9b4d6-472c-46b4-943a-45eec46076b5 x-openstack-request-id: req-98c9b4d6-472c-46b4-943a-45eec46076b5 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:59:35.335361 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ea7b9b-0e42-4dba-990c-8db108fed6c2", "name": "network-vif-deleted", "tag": "1bba9e38-ea39-4a9e-98bd-e086f0f6d07d", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:59:35.335711 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-98c9b4d6-472c-46b4-943a-45eec46076b5 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:59:35.336205 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c9b4d6-472c-46b4-943a-45eec46076b5'] response: {'server_uuid': 'a9ea7b9b-0e42-4dba-990c-8db108fed6c2', 'name': 'network-vif-deleted', 'tag': '1bba9e38-ea39-4a9e-98bd-e086f0f6d07d', 'status': 'completed', 'code': 200} Oct 04 08:59:35.362882 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] No DVR routers for this DVR port 40e61ddb-9135-44a4-af4c-083b3ed0acba on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:35.370376 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:35.374339 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-369ddf00-0648-452f-8b93-8caa4a295586 req-675a4fbd-a0fd-4420-bb2d-0edc3dc1dbe3 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.42 "DELETE /networking/v2.0/ports/40e61ddb-9135-44a4-af4c-083b3ed0acba HTTP/1.1" status: 204 len: 173 time: 1.4603937 Oct 04 08:59:35.465228 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-26377746-722d-460a-aa26-9dcbce6e1dd6 req-874b02f1-523c-424a-9603-c24f8cfeecf3 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 210 time: 0.0341926 Oct 04 08:59:35.473983 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:35.544138 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:35.570966 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:59:35.579338 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:35.579937 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:35.660426 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:35.690950 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] Checking router: 38f9f67e-11d9-4b00-8a25-fdfa80949e5b for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:59:35.700403 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:35.700997 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:35.706268 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:35.789614 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:35.807582 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:35.818617 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-9a663e2b-407f-4a60-8828-3c52220327eb tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:35.820080 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-9a663e2b-407f-4a60-8828-3c52220327eb tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b6baeb7f-3d3d-4aed-b922-058db1f05b2c HTTP/1.1" status: 200 len: 809 time: 0.1216135 Oct 04 08:59:35.873267 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Request body: {'port': {'device_id': '9899c0dc-ffc8-4077-ae74-626c92ef357b', 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c', 'admin_state_up': True, 'tenant_id': 'f9e5915b40b84a859f5ab0fb5892c973'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:59:35.952908 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:35.996511 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413190e-7e81-4dd6-b0fa-fc94101474a3 None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:52:10Z', 'revision_number': 4, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '8df12968-e18a-4c86-afcd-9a60133d60bc', 'name': '', 'network_id': '38eace1c-70a5-4e3a-880c-50986fb2cf27', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'mac_address': 'fa:16:3e:1b:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:07Z', 'updated_at': '2022-10-04T08:52:22Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'subnets': [{'id': '5a0e5f3a-88fe-472a-9807-bd126d762ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:59:36.023818 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:36.052447 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8a2ac-4a6a-43fe-bf44-5d40155f32fd None None] The sync data for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi is: [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:53:35Z', 'revision_number': 4, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '56d9e2d6-87f7-42b7-8801-fa60f14391a9', 'name': '', 'network_id': 'b69956c0-5fe6-4691-8a59-9cfb11ce6aa0', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'mac_address': 'fa:16:3e:4f:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:34Z', 'updated_at': '2022-10-04T08:53:40Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'subnets': [{'id': 'af0722f9-9785-4a14-92e6-f8dea856b94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:59:36.070232 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cbc99329-e377-48a3-b07a-f623c2916f4f req-0a6306f2-5436-41f7-9c0f-0e57efe25215 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 210 time: 0.0790396 Oct 04 08:59:36.094536 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-da905d65-aadf-40dc-9856-7be0aeda3389 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:36.096546 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-da905d65-aadf-40dc-9856-7be0aeda3389 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 946 time: 0.1132488 Oct 04 08:59:36.143683 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65921a0c-b214-4689-9001-a9fc3d8b6f41 req-f0f4fd29-d9e0-466d-816c-f212b74c6295 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:36.151797 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-65921a0c-b214-4689-9001-a9fc3d8b6f41 req-f0f4fd29-d9e0-466d-816c-f212b74c6295 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 946 time: 0.1005564 Oct 04 08:59:36.228217 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-65921a0c-b214-4689-9001-a9fc3d8b6f41 req-7b311abc-396f-46e7-a10c-f0affc0289e1 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684769 Oct 04 08:59:36.275464 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-99c1149a-d4f6-4ba2-a791-7d1c0a425a31 req-bec7206f-b5bc-432c-aa7f-45605cd5e004 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 210 time: 0.0461245 Oct 04 08:59:36.288369 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Deleting port 7224ed3c-c9cb-445e-bb2f-be715b606313 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:36.288527 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:36.387345 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:36.408511 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:36.408879 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:36.426679 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Made reservation on behalf of f9e5915b40b84a859f5ab0fb5892c973 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:59:36.430617 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:36.490385 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4800c904-89e2-4f59-9269-690af9b898e6 None None] New status for floating IP 8611f5b3-8f98-4433-8981-54df4b27c9b1: DOWN {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:59:36.505306 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80668858-b69c-4ba2-b0c9-8215980be0d6 None None] New status for floating IP 01e3008a-13fc-40d2-b026-9a24e89b2545: DOWN {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:59:36.792091 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 7224ed3c-c9cb-445e-bb2f-be715b606313 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:36.881286 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 7224ed3c-c9cb-445e-bb2f-be715b606313 is: ACTIVE; New status is: DOWN {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:59:36.883145 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:36.914564 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da2cb42a-9883-4d58-9eed-9d49be07f6e6 req-a226cd3a-c680-49c9-83fb-903df69a911b tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a9ea7b9b-0e42-4dba-990c-8db108fed6c2 HTTP/1.1" status: 200 len: 210 time: 0.3318508 Oct 04 08:59:36.947810 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:59:36.954094 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a09be22-0a10-40bd-9f2e-3a5f1d0d2ff8" -d '{"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-unplugged", "status": "completed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:59:36.976064 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 7224ed3c-c9cb-445e-bb2f-be715b606313, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=7224ed3c-c9cb-445e-bb2f-be715b606313,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:36.992516 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-b70c2c2f-0a15-481c-a874-ca05a0e711f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:36.998847 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:36.999431 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (d38892b5-af31-435e-8dc7-9a7c6b5292b5), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:36.999726 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Floating IP d38892b5-af31-435e-8dc7-9a7c6b5292b5 disassociated. External IP: 172.27.1.215, port: 7224ed3c-c9cb-445e-bb2f-be715b606313. Oct 04 08:59:37.000233 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Calling delete_port for 7224ed3c-c9cb-445e-bb2f-be715b606313 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:37.012555 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Allocated IP 172.20.0.11 (b6baeb7f-3d3d-4aed-b922-058db1f05b2c/64cbd522-301e-4a86-a134-fa94377a0d87/910bb228-653c-42c4-9692-f08bf4a007b7) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:59:37.022614 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9724bd1-c470-4de0-91a3-355c9e825f05 x-openstack-request-id: req-d9724bd1-c470-4de0-91a3-355c9e825f05 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:59:37.023063 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-unplugged", "status": "completed", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:59:37.023373 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d9724bd1-c470-4de0-91a3-355c9e825f05 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:59:37.023543 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9724bd1-c470-4de0-91a3-355c9e825f05'] response: {'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'code': 200} Oct 04 08:59:37.041113 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:37.041853 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 40e61ddb-9135-44a4-af4c-083b3ed0acba no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:37.081164 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:37.086553 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 40e61ddb-9135-44a4-af4c-083b3ed0acba {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:37.086899 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 40e61ddb-9135-44a4-af4c-083b3ed0acba not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:37.094939 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:37.104695 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=11']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:37.112118 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.112459 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.112797 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.113124 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.113447 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.113772 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.114090 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.114438 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.114938 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.115188 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.115598 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.115924 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.116244 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.116556 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.116868 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:59:37.200512 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bd8cae33-1b9e-4023-8d60-d8b4d2cfd3df req-2b77cc91-0c2b-4403-8594-0e4c6fc5005e tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 210 time: 0.0273314 Oct 04 08:59:37.264141 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks [] for port (910bb228-653c-42c4-9692-f08bf4a007b7), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:37.271737 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:37.337329 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d632ced-345e-4586-9a9c-45f3fa279017', 'name': 'network-vif-deleted', 'tag': '40e61ddb-9135-44a4-af4c-083b3ed0acba'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:59:37.339699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fdceca-43bf-4a97-817a-c145a61ae75f" -d '{"events": [{"server_uuid": "8d632ced-345e-4586-9a9c-45f3fa279017", "name": "network-vif-deleted", "tag": "40e61ddb-9135-44a4-af4c-083b3ed0acba"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:59:37.404066 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d9c43-a555-4ea0-8840-c96bbcf6ed93 req-73cc8a66-bcf3-4410-8fab-2acd533c92aa tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:37.405647 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b10d9c43-a555-4ea0-8840-c96bbcf6ed93 req-73cc8a66-bcf3-4410-8fab-2acd533c92aa tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 944 time: 0.0710163 Oct 04 08:59:37.407354 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a23f15c1-6bd6-4a7a-90a4-daf5835347e8 req-f781bf49-118a-4387-b6b7-a1cd91fb678a tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d632ced-345e-4586-9a9c-45f3fa279017 HTTP/1.1" status: 200 len: 210 time: 0.0394056 Oct 04 08:59:37.414392 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:37.438451 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Network b6baeb7f-3d3d-4aed-b922-058db1f05b2c is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:59:37.458598 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:59:37.460227 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:37.463360 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bfc30c-6ee6-411e-a53e-43c15e28418f x-openstack-request-id: req-39bfc30c-6ee6-411e-a53e-43c15e28418f {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:59:37.463646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d632ced-345e-4586-9a9c-45f3fa279017", "name": "network-vif-deleted", "tag": "40e61ddb-9135-44a4-af4c-083b3ed0acba", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:59:37.463900 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-39bfc30c-6ee6-411e-a53e-43c15e28418f {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:59:37.464291 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bfc30c-6ee6-411e-a53e-43c15e28418f'] response: {'server_uuid': '8d632ced-345e-4586-9a9c-45f3fa279017', 'name': 'network-vif-deleted', 'tag': '40e61ddb-9135-44a4-af4c-083b3ed0acba', 'status': 'completed', 'code': 200} Oct 04 08:59:37.465008 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b10d9c43-a555-4ea0-8840-c96bbcf6ed93 req-94d7f2d0-7473-4d50-b7a6-cf3058a25686 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6078287b-5b2b-407f-bdc3-ca1084e24a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537584 Oct 04 08:59:37.465142 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:59:37.512253 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Pushing event updated for resources: {'Port': ['ID=910bb228-653c-42c4-9692-f08bf4a007b7,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:37.530382 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:37.531011 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:37.549749 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (7224ed3c-c9cb-445e-bb2f-be715b606313), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:37.577375 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event deleted for resources: {'Port': ['ID=7224ed3c-c9cb-445e-bb2f-be715b606313,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:37.624787 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-a9b04d63-07cc-472c-a37a-01894973e66d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7554171 Oct 04 08:59:37.638258 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Request body: {'port': {'device_id': '9899c0dc-ffc8-4077-ae74-626c92ef357b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:59:37.755195 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:37.759045 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:59:37.806451 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:38.008645 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:59:38.020764 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] Sync routers for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:59:38.032743 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:38.033375 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:38.067881 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] No DVR routers for this DVR port 7224ed3c-c9cb-445e-bb2f-be715b606313 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:38.070363 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.073606 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3a21df4a-ef57-425d-af20-99a7a4151365 req-f06b7b90-73db-4755-a9f2-43ac77ede246 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.42 "DELETE /networking/v2.0/ports/7224ed3c-c9cb-445e-bb2f-be715b606313 HTTP/1.1" status: 204 len: 173 time: 1.9707248 Oct 04 08:59:38.112204 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51984) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:38.152069 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:38.190636 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910bb228-653c-42c4-9692-f08bf4a007b7 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:59:38.204168 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Publish callbacks [] for port (910bb228-653c-42c4-9692-f08bf4a007b7), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.223236 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a3d64677-3ea2-4d6d-b6a2-9e5193e3aa93 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (7a6d03af-3d08-4b0d-82c8-ff81d5199748), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.237423 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Transition to ACTIVE for port object 910bb228-653c-42c4-9692-f08bf4a007b7 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:59:38.256133 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a3d64677-3ea2-4d6d-b6a2-9e5193e3aa93 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (7a6d03af-3d08-4b0d-82c8-ff81d5199748), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.310068 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.351002 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47181c5e-c6b6-4b79-82a9-a5e0e805ca76 req-ef2468e4-eab7-4012-a1fe-8cb02ee5bfcc tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:38.353968 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-47181c5e-c6b6-4b79-82a9-a5e0e805ca76 req-ef2468e4-eab7-4012-a1fe-8cb02ee5bfcc tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 932 time: 0.0596972 Oct 04 08:59:38.412868 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Pushing event updated for resources: {'Port': ['ID=910bb228-653c-42c4-9692-f08bf4a007b7,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:38.427553 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-47181c5e-c6b6-4b79-82a9-a5e0e805ca76 req-1a9af571-0df0-4449-86f5-c7467ceca8c5 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655658 Oct 04 08:59:38.434119 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a3d64677-3ea2-4d6d-b6a2-9e5193e3aa93 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (7a6d03af-3d08-4b0d-82c8-ff81d5199748), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.440130 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a3d64677-3ea2-4d6d-b6a2-9e5193e3aa93 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.440130 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-a3d64677-3ea2-4d6d-b6a2-9e5193e3aa93 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7a6d03af-3d08-4b0d-82c8-ff81d5199748 HTTP/1.1" status: 204 len: 168 time: 0.3246493 Oct 04 08:59:38.440555 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51990) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:38.462689 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.api.v2.resource [None req-d66f3dbb-d681-48d8-8dd0-595ec0562a63 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] show failed (client error): The resource could not be found. Oct 04 08:59:38.464042 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d66f3dbb-d681-48d8-8dd0-595ec0562a63 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "GET /networking/v2.0/security-groups/7a6d03af-3d08-4b0d-82c8-ff81d5199748 HTTP/1.1" status: 404 len: 347 time: 0.0224814 Oct 04 08:59:38.469727 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d64677-3ea2-4d6d-b6a2-9e5193e3aa93 tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d03af-3d08-4b0d-82c8-ff81d5199748,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:38.471338 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 51992) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:38.472041 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Attempting to bind port 910bb228-653c-42c4-9692-f08bf4a007b7 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:59:38.472445 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Attempting to bind port 910bb228-653c-42c4-9692-f08bf4a007b7 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '8c1e0826-d7a7-403b-9529-25f092967855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:59:38.472773 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Attempting to bind port 910bb228-653c-42c4-9692-f08bf4a007b7 on network b6baeb7f-3d3d-4aed-b922-058db1f05b2c {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:59:38.528614 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Port 910bb228-653c-42c4-9692-f08bf4a007b7 on network b6baeb7f-3d3d-4aed-b922-058db1f05b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:59:38.528614 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Attempting to bind port 910bb228-653c-42c4-9692-f08bf4a007b7 on network b6baeb7f-3d3d-4aed-b922-058db1f05b2c {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:59:38.545291 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:38.570706 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:38.575097 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.579326 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] Checking router: 137bc348-f9f2-486d-bdb4-6b1d77c182b8 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:59:38.581759 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:59:38.582120 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Checking segment: {'id': '8c1e0826-d7a7-403b-9529-25f092967855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:59:38.582528 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Bound using segment: {'id': '8c1e0826-d7a7-403b-9529-25f092967855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:59:38.584497 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Bound port: 910bb228-653c-42c4-9692-f08bf4a007b7, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1e0826-d7a7-403b-9529-25f092967855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:59:38.584901 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.607722 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:38.608758 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:38.662879 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 51998) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:38.683275 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] For port 910bb228-653c-42c4-9692-f08bf4a007b7, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:59:38.687015 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1e7d60a0-88c4-466f-9801-46abd2f36f90 req-da0ac0bc-de45-4851-ba25-be484e498cb0 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=feee8000-fafa-45b3-be22-370bb07f0c88 HTTP/1.1" status: 200 len: 210 time: 0.0688450 Oct 04 08:59:38.703485 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Deleting port ff24406a-f561-481c-8b0d-55347c69ab56 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:38.704231 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (ff24406a-f561-481c-8b0d-55347c69ab56), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.710764 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:38.719040 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] For port 910bb228-653c-42c4-9692-f08bf4a007b7, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=910bb228-653c-42c4-9692-f08bf4a007b7,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:59:38.763114 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0059-3680-418f-aff1-cd08b305a040 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (079cfa76-4eab-49b9-a7ff-38f3fd638a26), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.767729 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:38.789138 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.796126 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:38.796828 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.797574 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (ff24406a-f561-481c-8b0d-55347c69ab56), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.798030 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (ff24406a-f561-481c-8b0d-55347c69ab56), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.798368 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/910bb228-653c-42c4-9692-f08bf4a007b7 HTTP/1.1" status: 200 len: 1094 time: 1.1642959 Oct 04 08:59:38.801181 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0059-3680-418f-aff1-cd08b305a040 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (079cfa76-4eab-49b9-a7ff-38f3fd638a26), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.813961 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Calling delete_port for ff24406a-f561-481c-8b0d-55347c69ab56 owned by network:floatingip {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:38.876267 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb6cad-f958-4c2c-ac24-e8b3b6204a77 service neutron] Pushing event updated for resources: {'Port': ['ID=910bb228-653c-42c4-9692-f08bf4a007b7,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:38.877109 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:38.965020 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:38.970936 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:38.972014 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0059-3680-418f-aff1-cd08b305a040 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (079cfa76-4eab-49b9-a7ff-38f3fd638a26), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.975711 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0059-3680-418f-aff1-cd08b305a040 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:38.979490 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-5b4f0059-3680-418f-aff1-cd08b305a040 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/079cfa76-4eab-49b9-a7ff-38f3fd638a26 HTTP/1.1" status: 204 len: 168 time: 0.3162830 Oct 04 08:59:38.979888 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52000) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:38.990116 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f0059-3680-418f-aff1-cd08b305a040 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079cfa76-4eab-49b9-a7ff-38f3fd638a26,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:39.001401 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.api.v2.resource [None req-5a48e406-3f0a-44e9-87b3-41f667230172 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] show failed (client error): The resource could not be found. Oct 04 08:59:39.001401 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-5a48e406-3f0a-44e9-87b3-41f667230172 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "GET /networking/v2.0/security-groups/079cfa76-4eab-49b9-a7ff-38f3fd638a26 HTTP/1.1" status: 404 len: 347 time: 0.0197189 Oct 04 08:59:39.003654 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52002) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:39.007137 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc2df7-6ea4-421a-ab3e-819359a2874f None None] The sync data for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi is: [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:52:03Z', 'revision_number': 4, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '0c7db536-0d50-4b13-a099-f6be9209703d', 'name': '', 'network_id': '19b6a461-a067-4350-add8-ace0265cc9ea', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'mac_address': 'fa:16:3e:b0:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:52:01Z', 'updated_at': '2022-10-04T08:52:13Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'subnets': [{'id': 'f202977f-c133-481f-ac46-47b331e3cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:59:39.045166 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (ff24406a-f561-481c-8b0d-55347c69ab56), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.090590 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Pushing event deleted for resources: {'Port': ['ID=ff24406a-f561-481c-8b0d-55347c69ab56,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:39.119719 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-80fcf11f-40ea-4566-acca-78cee5999e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:39.123099 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-80fcf11f-40ea-4566-acca-78cee5999e88 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f9e5915b40b84a859f5ab0fb5892c973&device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 1128 time: 0.0533726 Oct 04 08:59:39.174680 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-d15aebf3-b515-42d4-90eb-6bc726ddf6ee service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=910bb228-653c-42c4-9692-f08bf4a007b7 HTTP/1.1" status: 200 len: 217 time: 0.0464411 Oct 04 08:59:39.252349 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-5a460f18-e709-490b-8bbf-6e05f5ab5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:39.253889 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-5a460f18-e709-490b-8bbf-6e05f5ab5cc8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=64cbd522-301e-4a86-a134-fa94377a0d87 HTTP/1.1" status: 200 len: 849 time: 0.0733063 Oct 04 08:59:39.255944 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Deleting port b9610ad7-e61d-45b2-9090-ef2aacf4cc0b {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:39.256299 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (b9610ad7-e61d-45b2-9090-ef2aacf4cc0b), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.273877 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks [] for floatingip (8611f5b3-8f98-4433-8981-54df4b27c9b1), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.276419 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.277610 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-0c300373-7ba7-4973-b27a-495fd89077bc tempest-AttachVolumeNegativeTest-707248448 tempest-AttachVolumeNegativeTest-707248448-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/8611f5b3-8f98-4433-8981-54df4b27c9b1 HTTP/1.1" status: 204 len: 168 time: 0.8049185 Oct 04 08:59:39.311524 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-5a2dee85-de1e-466b-bcae-87f73421eaa4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b6baeb7f-3d3d-4aed-b922-058db1f05b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518682 Oct 04 08:59:39.359493 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ce154-bd74-43df-ad3d-4c1b5cc2c698 None None] New status for floating IP d38892b5-af31-435e-8dc7-9a7c6b5292b5: DOWN {{(pid=113289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:59:39.367784 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (b9610ad7-e61d-45b2-9090-ef2aacf4cc0b), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.369023 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (b9610ad7-e61d-45b2-9090-ef2aacf4cc0b), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.402695 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Calling delete_port for b9610ad7-e61d-45b2-9090-ef2aacf4cc0b owned by network:floatingip {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:39.414451 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:39.420295 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-1b1c9639-2fcc-4d65-8689-a0600d04eaa9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025095 Oct 04 08:59:39.476180 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-deleted', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313'}, {'name': 'network-changed', 'server_uuid': '9899c0dc-ffc8-4077-ae74-626c92ef357b', 'tag': '910bb228-653c-42c4-9692-f08bf4a007b7'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:59:39.479050 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0c890-d9f9-4977-821f-019c3ba57470" -d '{"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-deleted", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313"}, {"name": "network-changed", "server_uuid": "9899c0dc-ffc8-4077-ae74-626c92ef357b", "tag": "910bb228-653c-42c4-9692-f08bf4a007b7"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:59:39.536156 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 04 Oct 2022 08:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56266b6-8240-40de-863d-f8a00c5a285e x-openstack-request-id: req-c56266b6-8240-40de-863d-f8a00c5a285e {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:59:39.536454 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee8000-fafa-45b3-be22-370bb07f0c88", "name": "network-vif-deleted", "tag": "7224ed3c-c9cb-445e-bb2f-be715b606313", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9899c0dc-ffc8-4077-ae74-626c92ef357b", "tag": "910bb228-653c-42c4-9692-f08bf4a007b7", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:59:39.536789 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c56266b6-8240-40de-863d-f8a00c5a285e {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:59:39.537189 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56266b6-8240-40de-863d-f8a00c5a285e'] response: {'server_uuid': 'feee8000-fafa-45b3-be22-370bb07f0c88', 'name': 'network-vif-deleted', 'tag': '7224ed3c-c9cb-445e-bb2f-be715b606313', 'status': 'completed', 'code': 200} Oct 04 08:59:39.537445 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56266b6-8240-40de-863d-f8a00c5a285e'] response: {'name': 'network-changed', 'server_uuid': '9899c0dc-ffc8-4077-ae74-626c92ef357b', 'tag': '910bb228-653c-42c4-9692-f08bf4a007b7', 'status': 'completed', 'code': 200} Oct 04 08:59:39.540258 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-88f1b13b-d1cf-4145-8fc2-1730ed3daab1 req-dc26b5c9-d6c9-4040-a6b4-cb47849b08c2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124349 Oct 04 08:59:39.619292 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a262727-bdf2-4000-83a1-e29c7298cded req-f6e36a9f-39fa-435d-9a8e-240921aeb7e8 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:39.622618 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6a262727-bdf2-4000-83a1-e29c7298cded req-f6e36a9f-39fa-435d-9a8e-240921aeb7e8 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 944 time: 0.0926795 Oct 04 08:59:39.641586 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.672549 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6a262727-bdf2-4000-83a1-e29c7298cded req-3684eb9b-236e-4165-b61b-9764df2b1932 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460827 Oct 04 08:59:39.710192 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (b9610ad7-e61d-45b2-9090-ef2aacf4cc0b), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.736190 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Pushing event deleted for resources: {'Port': ['ID=b9610ad7-e61d-45b2-9090-ef2aacf4cc0b,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:39.804065 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks [] for floatingip (01e3008a-13fc-40d2-b026-9a24e89b2545), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.806482 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.807666 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ec58882e-4ddb-4f0c-8126-2739d2821e96 tempest-AttachVolumeTestJSON-265953721 tempest-AttachVolumeTestJSON-265953721-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/01e3008a-13fc-40d2-b026-9a24e89b2545 HTTP/1.1" status: 204 len: 168 time: 0.8030832 Oct 04 08:59:39.899852 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52018) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:39.955991 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-dfa32f4d-86dd-4a0b-98f4-1d2e80262eef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (6078287b-5b2b-407f-bdc3-ca1084e24a2e), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:39.982505 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-dfa32f4d-86dd-4a0b-98f4-1d2e80262eef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (6078287b-5b2b-407f-bdc3-ca1084e24a2e), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.064300 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.114622 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-dfa32f4d-86dd-4a0b-98f4-1d2e80262eef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (6078287b-5b2b-407f-bdc3-ca1084e24a2e), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.117806 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-dfa32f4d-86dd-4a0b-98f4-1d2e80262eef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.118994 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-dfa32f4d-86dd-4a0b-98f4-1d2e80262eef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6078287b-5b2b-407f-bdc3-ca1084e24a2e HTTP/1.1" status: 204 len: 168 time: 0.2181616 Oct 04 08:59:40.122026 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52022) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:40.123461 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:40.128507 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32f4d-86dd-4a0b-98f4-1d2e80262eef tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6078287b-5b2b-407f-bdc3-ca1084e24a2e,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:40.140250 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.api.v2.resource [None req-232bf783-79de-4c6a-a5af-5cd52f343e55 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] show failed (client error): The resource could not be found. Oct 04 08:59:40.144300 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-232bf783-79de-4c6a-a5af-5cd52f343e55 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "GET /networking/v2.0/security-groups/6078287b-5b2b-407f-bdc3-ca1084e24a2e HTTP/1.1" status: 404 len: 347 time: 0.0182602 Oct 04 08:59:40.144678 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52024) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:40.269769 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Deleting port b248c868-9818-4534-8e7a-62a5bc1b3bab {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:40.270110 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (b248c868-9818-4534-8e7a-62a5bc1b3bab), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.347603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (b248c868-9818-4534-8e7a-62a5bc1b3bab), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.347848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (b248c868-9818-4534-8e7a-62a5bc1b3bab), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.366245 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Calling delete_port for b248c868-9818-4534-8e7a-62a5bc1b3bab owned by network:floatingip {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:40.434621 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-8ad92754-10c8-4470-b614-fc746c16f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:40.436107 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-8ad92754-10c8-4470-b614-fc746c16f264 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f9e5915b40b84a859f5ab0fb5892c973&device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 1128 time: 0.0718846 Oct 04 08:59:40.568664 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-50a034db-3573-49e7-a001-4e373855cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:40.570171 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-50a034db-3573-49e7-a001-4e373855cd46 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b6baeb7f-3d3d-4aed-b922-058db1f05b2c HTTP/1.1" status: 200 len: 910 time: 0.1261954 Oct 04 08:59:40.629874 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-13392d0a-e0ae-42f4-aaa7-cc05d463ae2e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=910bb228-653c-42c4-9692-f08bf4a007b7 HTTP/1.1" status: 200 len: 217 time: 0.0372925 Oct 04 08:59:40.671991 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:40.692489 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-f7a5be4e-6b87-4247-8d11-e48df0129f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:40.694003 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-f7a5be4e-6b87-4247-8d11-e48df0129f3e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=64cbd522-301e-4a86-a134-fa94377a0d87 HTTP/1.1" status: 200 len: 849 time: 0.0565159 Oct 04 08:59:40.732426 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-a0b3ee2a-f1e7-4054-8047-a1e99048a98a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b6baeb7f-3d3d-4aed-b922-058db1f05b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330400 Oct 04 08:59:40.784931 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (b248c868-9818-4534-8e7a-62a5bc1b3bab), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.804273 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 910bb228-653c-42c4-9692-f08bf4a007b7 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:59:40.808053 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe80e-aaf9-4bf0-b136-285e5f5c4007 req-6e4874b6-a89d-494f-a43d-7625657b3e3d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:40.809575 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e56fe80e-aaf9-4bf0-b136-285e5f5c4007 req-6e4874b6-a89d-494f-a43d-7625657b3e3d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 944 time: 0.0543349 Oct 04 08:59:40.847303 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Pushing event deleted for resources: {'Port': ['ID=b248c868-9818-4534-8e7a-62a5bc1b3bab,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:40.869100 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:40.892525 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e56fe80e-aaf9-4bf0-b136-285e5f5c4007 req-4f5a07ff-8c7b-4400-9236-ef1d534d2c1f tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760033 Oct 04 08:59:40.921613 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-fad92436-32b7-448a-86cd-fd6b632f9be2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836202 Oct 04 08:59:40.924540 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks [] for floatingip (d38892b5-af31-435e-8dc7-9a7c6b5292b5), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.928058 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:40.932178 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-873fd130-ff7e-4d1b-ac70-a34fe50e0b06 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/d38892b5-af31-435e-8dc7-9a7c6b5292b5 HTTP/1.1" status: 204 len: 168 time: 0.7835593 Oct 04 08:59:40.940385 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 910bb228-653c-42c4-9692-f08bf4a007b7, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=910bb228-653c-42c4-9692-f08bf4a007b7,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:40.945216 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:40.955083 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '910bb228-653c-42c4-9692-f08bf4a007b7', 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c', 'port_id': '910bb228-653c-42c4-9692-f08bf4a007b7', 'mac_address': 'fa:16:3e:50:d0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cbd522-301e-4a86-a134-fa94377a0d87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:59:40.993779 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:41.000975 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 910bb228-653c-42c4-9692-f08bf4a007b7 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:59:41.002336 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:41.016362 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910bb228-653c-42c4-9692-f08bf4a007b7 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:59:41.037446 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 910bb228-653c-42c4-9692-f08bf4a007b7, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=910bb228-653c-42c4-9692-f08bf4a007b7,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:41.040418 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-58a0c890-d9f9-4977-821f-019c3ba57470 req-ed115cd6-5963-4b14-b846-f3030aced7f1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100430 Oct 04 08:59:41.127251 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:41.185614 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=910bb228-653c-42c4-9692-f08bf4a007b7,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:41.343030 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['910bb228-653c-42c4-9692-f08bf4a007b7'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:59:42.019420 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61450f3-9f95-4783-b784-a50be1f06f6b req-c55dde24-cb18-46cd-860b-f9cb269961f3 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:42.020946 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c61450f3-9f95-4783-b784-a50be1f06f6b req-c55dde24-cb18-46cd-860b-f9cb269961f3 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 945 time: 0.0478852 Oct 04 08:59:42.087521 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c61450f3-9f95-4783-b784-a50be1f06f6b req-07897365-10d1-48e0-852c-457fcaf588c4 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602562 Oct 04 08:59:42.819652 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 910bb228-653c-42c4-9692-f08bf4a007b7 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:59:42.858191 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:42.866504 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 910bb228-653c-42c4-9692-f08bf4a007b7 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:59:42.955250 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 910bb228-653c-42c4-9692-f08bf4a007b7 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:59:42.955612 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:42.955979 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 910bb228-653c-42c4-9692-f08bf4a007b7 Oct 04 08:59:43.030720 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 910bb228-653c-42c4-9692-f08bf4a007b7 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:59:43.031126 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:43.054566 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9899c0dc-ffc8-4077-ae74-626c92ef357b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910bb228-653c-42c4-9692-f08bf4a007b7'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:59:43.056876 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42ce1f7-6dec-4b10-a20e-42995a17717e" -d '{"events": [{"server_uuid": "9899c0dc-ffc8-4077-ae74-626c92ef357b", "name": "network-vif-plugged", "status": "completed", "tag": "910bb228-653c-42c4-9692-f08bf4a007b7"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:59:43.070064 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 910bb228-653c-42c4-9692-f08bf4a007b7, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=910bb228-653c-42c4-9692-f08bf4a007b7,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:43.096857 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d66189-97ae-470d-9523-6788859f360b x-openstack-request-id: req-20d66189-97ae-470d-9523-6788859f360b {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:59:43.097363 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9899c0dc-ffc8-4077-ae74-626c92ef357b", "name": "network-vif-plugged", "status": "completed", "tag": "910bb228-653c-42c4-9692-f08bf4a007b7", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:59:43.097653 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-20d66189-97ae-470d-9523-6788859f360b {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:59:43.098078 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d66189-97ae-470d-9523-6788859f360b'] response: {'server_uuid': '9899c0dc-ffc8-4077-ae74-626c92ef357b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910bb228-653c-42c4-9692-f08bf4a007b7', 'code': 200} Oct 04 08:59:43.144623 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:43.195647 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=910bb228-653c-42c4-9692-f08bf4a007b7,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:43.227092 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8103650-8014-4b22-97f6-c3e7966ffbdc req-3e64a2e9-0eb6-44a7-89f6-d0613579ad22 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:43.228600 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b8103650-8014-4b22-97f6-c3e7966ffbdc req-3e64a2e9-0eb6-44a7-89f6-d0613579ad22 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 946 time: 0.0517607 Oct 04 08:59:43.281589 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b8103650-8014-4b22-97f6-c3e7966ffbdc req-8b4f8929-a552-459b-9e79-a79c69bf3e19 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472963 Oct 04 08:59:43.430617 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96516-078d-43c4-989c-5bbe14bcc209 req-7055e1b1-de07-4fc0-86d6-87d213d2ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:43.432177 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1fa96516-078d-43c4-989c-5bbe14bcc209 req-7055e1b1-de07-4fc0-86d6-87d213d2ae32 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 1130 time: 0.0409036 Oct 04 08:59:43.478914 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-1fa96516-078d-43c4-989c-5bbe14bcc209 req-c013bc61-c991-484a-a995-64f9d934ddf9 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Oct 04 08:59:43.531113 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52094) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:43.655184 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52104) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:43.807418 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52114) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:43.919782 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (595a5354-2a0d-49e4-af7c-b2e04d16709a), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:44.246309 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (137bc348-f9f2-486d-bdb4-6b1d77c182b8), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:44.361326 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:44.385811 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:44.409131 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Deleting port 8df12968-e18a-4c86-afcd-9a60133d60bc {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:44.409547 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:44.477784 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212794a6-fe98-47ba-86b0-aab609a81bad req-655d0603-8837-4283-b136-17b291907ae8 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:44.479362 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-212794a6-fe98-47ba-86b0-aab609a81bad req-655d0603-8837-4283-b136-17b291907ae8 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 946 time: 0.0990586 Oct 04 08:59:44.501747 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] For port 8df12968-e18a-4c86-afcd-9a60133d60bc, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=8df12968-e18a-4c86-afcd-9a60133d60bc,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:44.502327 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:44.516654 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Calling delete_port for 8df12968-e18a-4c86-afcd-9a60133d60bc owned by network:router_interface {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:44.532597 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:44.532766 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:44.587857 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:44.657295 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-212794a6-fe98-47ba-86b0-aab609a81bad req-7d9bb214-ba8e-4dc6-9f6d-a60e0ef16e50 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469290 Oct 04 08:59:44.773278 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (8df12968-e18a-4c86-afcd-9a60133d60bc), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:44.805638 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Pushing event deleted for resources: {'Port': ['ID=8df12968-e18a-4c86-afcd-9a60133d60bc,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:44.982415 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (595a5354-2a0d-49e4-af7c-b2e04d16709a), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:45.024187 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Deleting port 0c7db536-0d50-4b13-a099-f6be9209703d {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:45.024483 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:45.167611 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] For port 0c7db536-0d50-4b13-a099-f6be9209703d, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=0c7db536-0d50-4b13-a099-f6be9209703d,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:45.167896 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:45.179731 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Deleting port 56d9e2d6-87f7-42b7-8801-fa60f14391a9 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:45.180066 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:45.185543 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Calling delete_port for 0c7db536-0d50-4b13-a099-f6be9209703d owned by network:router_interface {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:45.206244 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Router 595a5354-2a0d-49e4-af7c-b2e04d16709a has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:59:45.239101 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:45.309541 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:59:45.317638 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-4e8c0ebf-e909-4b51-8e87-1db69549f76a admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/595a5354-2a0d-49e4-af7c-b2e04d16709a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7872453 Oct 04 08:59:45.318288 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52120) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:45.320470 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] Sync routers for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:59:45.326080 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] For port 56d9e2d6-87f7-42b7-8801-fa60f14391a9, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=56d9e2d6-87f7-42b7-8801-fa60f14391a9,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:45.326476 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:45.329670 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:45.330280 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:45.405948 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Calling delete_port for 56d9e2d6-87f7-42b7-8801-fa60f14391a9 owned by network:router_interface {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:45.432426 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:45.541726 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks [] for router (595a5354-2a0d-49e4-af7c-b2e04d16709a), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:45.582087 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:45.605896 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:59:44Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:45.631161 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] Checking router: 595a5354-2a0d-49e4-af7c-b2e04d16709a for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:59:45.639729 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] Routers {'595a5354-2a0d-49e4-af7c-b2e04d16709a'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:45.640328 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['595a5354-2a0d-49e4-af7c-b2e04d16709a'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:45.748947 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] Set router 595a5354-2a0d-49e4-af7c-b2e04d16709a gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:45.751761 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks [] for router_gateway (595a5354-2a0d-49e4-af7c-b2e04d16709a), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:45.785984 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (0c7db536-0d50-4b13-a099-f6be9209703d), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:45.828806 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d282-94db-4915-8129-05f5a7c2dbd9 req-632a0eaf-bc9e-45b4-89c3-f8483cd63b93 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:45.830291 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2941d282-94db-4915-8129-05f5a7c2dbd9 req-632a0eaf-bc9e-45b4-89c3-f8483cd63b93 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 946 time: 0.0932422 Oct 04 08:59:45.853983 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7db536-0d50-4b13-a099-f6be9209703d,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:45.932605 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:59:44Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:45.941943 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:45.960574 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfd701-7dd3-446a-be4d-7fa431b71102 None None] The sync data for ids ['595a5354-2a0d-49e4-af7c-b2e04d16709a'] in dv-cinder-859447-2-iscsi is: [{'id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'name': 'tempest-AttachVolumeNegativeTest-1508887346-router', 'tenant_id': '8760be982f804a9aa319b989aa1c3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:57Z', 'updated_at': '2022-10-04T08:59:44Z', 'revision_number': 5, 'project_id': '8760be982f804a9aa319b989aa1c3118', 'gw_port': {'id': '863a11d1-ffcb-4cda-bf07-7273dca5cfbb', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a5354-2a0d-49e4-af7c-b2e04d16709a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:58Z', 'updated_at': '2022-10-04T08:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:59:45.968830 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Deleting port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:45.969177 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:46.025216 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (56d9e2d6-87f7-42b7-8801-fa60f14391a9), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:46.086601 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2941d282-94db-4915-8129-05f5a7c2dbd9 req-0aad457f-1a8a-4395-8306-ccf0eb9871ea tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373707 Oct 04 08:59:46.128401 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d9e2d6-87f7-42b7-8801-fa60f14391a9,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:46.267516 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] For port 863a11d1-ffcb-4cda-bf07-7273dca5cfbb, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=863a11d1-ffcb-4cda-bf07-7273dca5cfbb,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:46.267974 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:46.295129 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Calling delete_port for 863a11d1-ffcb-4cda-bf07-7273dca5cfbb owned by network:router_gateway {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:46.333884 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (137bc348-f9f2-486d-bdb4-6b1d77c182b8), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:46.348118 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:46.509639 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 8df12968-e18a-4c86-afcd-9a60133d60bc no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:46.531430 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 8df12968-e18a-4c86-afcd-9a60133d60bc {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:46.531775 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 8df12968-e18a-4c86-afcd-9a60133d60bc not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:46.584890 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:46.607522 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=65 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:46.656536 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:47.122374 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:59:47.165247 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (863a11d1-ffcb-4cda-bf07-7273dca5cfbb), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:47.209405 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Pushing event deleted for resources: {'Port': ['ID=863a11d1-ffcb-4cda-bf07-7273dca5cfbb,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:47.475521 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (595a5354-2a0d-49e4-af7c-b2e04d16709a), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:47.484502 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c6ccd-7d0f-4d59-b59f-28704a352c2d req-0ad9c017-ad3e-45be-94f4-91064627e56e tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:47.490580 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2d2c6ccd-7d0f-4d59-b59f-28704a352c2d req-0ad9c017-ad3e-45be-94f4-91064627e56e tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 946 time: 0.1343184 Oct 04 08:59:47.497553 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:59:47.575054 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:59:47.587534 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] Sync routers for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:59:47.591953 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-648fcdc0-fc78-4474-a864-afed17e95baa admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/137bc348-f9f2-486d-bdb4-6b1d77c182b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9359601 Oct 04 08:59:47.594560 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52136) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:47.600656 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:47.601280 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:47.638677 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (595a5354-2a0d-49e4-af7c-b2e04d16709a), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:47.645865 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks [] for router_controller (595a5354-2a0d-49e4-af7c-b2e04d16709a), precommit_delete_associations {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:47.649254 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:47.706994 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks [] for router (137bc348-f9f2-486d-bdb4-6b1d77c182b8), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:47.719589 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:47.720247 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:47.780528 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2d2c6ccd-7d0f-4d59-b59f-28704a352c2d req-5b2cdee0-3216-4c80-802d-6f294bc6f062 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794576 Oct 04 08:59:47.845560 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks [] for router_gateway (137bc348-f9f2-486d-bdb4-6b1d77c182b8), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:47.852107 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:59:47.862758 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-90b0c1b3-9865-4b20-8dc4-16ef5b2f3271 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/38f9f67e-11d9-4b00-8a25-fdfa80949e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0521498 Oct 04 08:59:47.862758 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52138) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:47.863384 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] Sync routers for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:59:47.871682 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (595a5354-2a0d-49e4-af7c-b2e04d16709a), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:47.872687 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 595a5354-2a0d-49e4-af7c-b2e04d16709a {{(pid=113286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:59:47.879531 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:47.882318 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:47.883021 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:47.930314 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:47.930314 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8085bf1a-1a71-4cdd-aa10-8e0a1a040785 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/595a5354-2a0d-49e4-af7c-b2e04d16709a HTTP/1.1" status: 204 len: 168 time: 2.6069021 Oct 04 08:59:47.931470 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52140) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:48.031471 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:59:45Z', 'revision_number': 5, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port': {'id': '27bef4ed-bdf1-4540-b70b-bc0bee1e890c', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:51:55Z', 'updated_at': '2022-10-04T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:48.035623 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:48.038992 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks [] for router (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.052889 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:48.056522 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Deleting port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:48.057187 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.058519 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] Checking router: 137bc348-f9f2-486d-bdb4-6b1d77c182b8 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:59:48.059639 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:48.068412 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] Routers {'137bc348-f9f2-486d-bdb4-6b1d77c182b8'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:48.069264 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:48.131027 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53b5cb5-b638-4ac4-98cd-d77460ce2f74 admin admin] Deleting subnet 5a0e5f3a-88fe-472a-9807-bd126d762ed8 {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:59:48.142029 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c53b5cb5-b638-4ac4-98cd-d77460ce2f74 admin admin] Publish callbacks [] for subnet (5a0e5f3a-88fe-472a-9807-bd126d762ed8), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.168050 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] Set router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 gateway port host: None {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:48.196090 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks [] for router_gateway (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.206708 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:48.209257 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:48.223553 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c53b5cb5-b638-4ac4-98cd-d77460ce2f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (5a0e5f3a-88fe-472a-9807-bd126d762ed8), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.233786 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:59:47Z', 'revision_number': 6, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port_host': None}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:48.260266 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] For port 27bef4ed-bdf1-4540-b70b-bc0bee1e890c, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=27bef4ed-bdf1-4540-b70b-bc0bee1e890c,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:48.260686 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.261776 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749896f-4ab6-408f-99fa-2996811d5dbe None None] The sync data for ids ['137bc348-f9f2-486d-bdb4-6b1d77c182b8'] in dv-cinder-859447-2-iscsi is: [{'id': '137bc348-f9f2-486d-bdb4-6b1d77c182b8', 'name': 'tempest-AttachVolumeShelveTestJSON-462932829-router', 'tenant_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:51:53Z', 'updated_at': '2022-10-04T08:59:47Z', 'revision_number': 6, 'project_id': '3f3deef8b1cc4c9193e9357f0ba99e15', 'gw_port_host': None}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:59:48.292745 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Calling delete_port for 27bef4ed-bdf1-4540-b70b-bc0bee1e890c owned by network:router_gateway {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:48.325898 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Deleting port c13406af-0795-4a19-bc5d-4a06f3b69261 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:48.327291 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.397755 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c53b5cb5-b638-4ac4-98cd-d77460ce2f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (5a0e5f3a-88fe-472a-9807-bd126d762ed8), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.407779 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:59:45Z', 'revision_number': 5, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port': {'id': 'c13406af-0795-4a19-bc5d-4a06f3b69261', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:53:31Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:48.432504 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] For port c13406af-0795-4a19-bc5d-4a06f3b69261, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=c13406af-0795-4a19-bc5d-4a06f3b69261,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:48.432817 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.434541 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] Checking router: 38f9f67e-11d9-4b00-8a25-fdfa80949e5b for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:59:48.444505 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] Routers {'38f9f67e-11d9-4b00-8a25-fdfa80949e5b'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:59:48.445125 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T08:59:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:48.448401 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Calling delete_port for c13406af-0795-4a19-bc5d-4a06f3b69261 owned by network:router_gateway {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:48.488776 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:48.553252 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] Set router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b gateway port host: None {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:59:48.603150 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c53b5cb5-b638-4ac4-98cd-d77460ce2f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (5a0e5f3a-88fe-472a-9807-bd126d762ed8), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.611386 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:59:48Z', 'revision_number': 6, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port_host': None}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:48.639094 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b5cb5-b638-4ac4-98cd-d77460ce2f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0e5f3a-88fe-472a-9807-bd126d762ed8,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:48.645063 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aa1b6-7b27-4249-9f41-8df927ef08bc None None] The sync data for ids ['38f9f67e-11d9-4b00-8a25-fdfa80949e5b'] in dv-cinder-859447-2-iscsi is: [{'id': '38f9f67e-11d9-4b00-8a25-fdfa80949e5b', 'name': 'tempest-AttachVolumeTestJSON-1836125477-router', 'tenant_id': 'bc8433b42fb74e8bbfef92acedf01259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:53:30Z', 'updated_at': '2022-10-04T08:59:48Z', 'revision_number': 6, 'project_id': 'bc8433b42fb74e8bbfef92acedf01259', 'gw_port_host': None}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:59:48.646550 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d200af8-0297-4267-a611-a8a507875f6d req-566971a5-32b3-4c8b-86e5-aefa3d894780 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:48.648747 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8d200af8-0297-4267-a611-a8a507875f6d req-566971a5-32b3-4c8b-86e5-aefa3d894780 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 946 time: 0.0837629 Oct 04 08:59:48.650380 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c53b5cb5-b638-4ac4-98cd-d77460ce2f74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.656181 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c53b5cb5-b638-4ac4-98cd-d77460ce2f74 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5a0e5f3a-88fe-472a-9807-bd126d762ed8 HTTP/1.1" status: 204 len: 168 time: 0.7234216 Oct 04 08:59:48.656596 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52142) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:48.662770 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ecbf8d-b480-4880-8be3-27b5c4798e10 None None] Network 38eace1c-70a5-4e3a-880c-50986fb2cf27 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:59:48.691012 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (27bef4ed-bdf1-4540-b70b-bc0bee1e890c), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.727999 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Pushing event deleted for resources: {'Port': ['ID=27bef4ed-bdf1-4540-b70b-bc0bee1e890c,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:48.738721 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (c13406af-0795-4a19-bc5d-4a06f3b69261), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.746375 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (38eace1c-70a5-4e3a-880c-50986fb2cf27), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.772327 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c13406af-0795-4a19-bc5d-4a06f3b69261,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:48.783593 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:48.824957 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-8d200af8-0297-4267-a611-a8a507875f6d req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Deleting port 910bb228-653c-42c4-9692-f08bf4a007b7 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:48.829606 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8d200af8-0297-4267-a611-a8a507875f6d req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.886146 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c878e61b-8233-4a8c-8b0c-3e61d48a13a4 None None] DHCP port deletion for 38eace1c-70a5-4e3a-880c-50986fb2cf27 request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:59:48.906578 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (137bc348-f9f2-486d-bdb4-6b1d77c182b8), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.907896 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Deleting port f88bb136-d0c3-4520-9268-ccde77a2bcd9 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:48.908654 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.915046 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:48.949471 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-c878e61b-8233-4a8c-8b0c-3e61d48a13a4 None None] Deleting port f88bb136-d0c3-4520-9268-ccde77a2bcd9 {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:48.949843 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c878e61b-8233-4a8c-8b0c-3e61d48a13a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.026094 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-c878e61b-8233-4a8c-8b0c-3e61d48a13a4 None None] For port f88bb136-d0c3-4520-9268-ccde77a2bcd9, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f88bb136-d0c3-4520-9268-ccde77a2bcd9,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:49.026374 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c878e61b-8233-4a8c-8b0c-3e61d48a13a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.027403 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (137bc348-f9f2-486d-bdb4-6b1d77c182b8), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.032610 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks [] for router_controller (137bc348-f9f2-486d-bdb4-6b1d77c182b8), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.043037 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-c878e61b-8233-4a8c-8b0c-3e61d48a13a4 None None] Calling delete_port for f88bb136-d0c3-4520-9268-ccde77a2bcd9 owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:49.084629 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.090092 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks [] for router_controller (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), precommit_delete_associations {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.096837 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-8d200af8-0297-4267-a611-a8a507875f6d req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] For port 910bb228-653c-42c4-9692-f08bf4a007b7, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=910bb228-653c-42c4-9692-f08bf4a007b7,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:49.097201 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8d200af8-0297-4267-a611-a8a507875f6d req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.104086 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3c04f-590a-4bcf-91a9-62c720cc58f9 req-800949e4-16eb-49ee-8c8f-cec467218e22 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:49.106135 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7bf3c04f-590a-4bcf-91a9-62c720cc58f9 req-800949e4-16eb-49ee-8c8f-cec467218e22 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 946 time: 0.1883376 Oct 04 08:59:49.110815 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-8d200af8-0297-4267-a611-a8a507875f6d req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Calling delete_port for 910bb228-653c-42c4-9692-f08bf4a007b7 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:49.152913 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=15,neutron:UPDATE=3,neutron:SELECT=82 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:49.178286 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] For port f88bb136-d0c3-4520-9268-ccde77a2bcd9, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f88bb136-d0c3-4520-9268-ccde77a2bcd9,segment=NetworkSegment(a255380f-77b9-4695-9222-f6bd22533fd2),segment_id=a255380f-77b9-4695-9222-f6bd22533fd2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:49.181112 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.203034 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (137bc348-f9f2-486d-bdb4-6b1d77c182b8), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.203391 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Calling delete_port for f88bb136-d0c3-4520-9268-ccde77a2bcd9 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:49.203663 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 137bc348-f9f2-486d-bdb4-6b1d77c182b8 {{(pid=113287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:59:49.211501 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.213713 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-3490802c-4fe1-4af7-b6d2-cf6655ec3668 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/137bc348-f9f2-486d-bdb4-6b1d77c182b8 HTTP/1.1" status: 204 len: 168 time: 1.6179259 Oct 04 08:59:49.214363 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52146) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:49.229867 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7bf3c04f-590a-4bcf-91a9-62c720cc58f9 req-f8421604-69c6-4ff9-8568-55f498f003c5 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117301 Oct 04 08:59:49.260910 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c878e61b-8233-4a8c-8b0c-3e61d48a13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.287009 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878e61b-8233-4a8c-8b0c-3e61d48a13a4 None None] Pushing event deleted for resources: {'Port': ['ID=f88bb136-d0c3-4520-9268-ccde77a2bcd9,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:49.295809 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (38f9f67e-11d9-4b00-8a25-fdfa80949e5b), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.295809 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38f9f67e-11d9-4b00-8a25-fdfa80949e5b {{(pid=113286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:59:49.300012 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878e61b-8233-4a8c-8b0c-3e61d48a13a4 None None] No DVR routers for this DVR port f88bb136-d0c3-4520-9268-ccde77a2bcd9 on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:49.302336 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.306492 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ec6d46cf-8a65-4ea8-89d4-1d3a3f6cc7d4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/38f9f67e-11d9-4b00-8a25-fdfa80949e5b HTTP/1.1" status: 204 len: 168 time: 1.4438384 Oct 04 08:59:49.306811 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52148) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:49.325368 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:49.329529 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (f88bb136-d0c3-4520-9268-ccde77a2bcd9), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.352370 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63660ec-de3b-4074-aa9d-a246fc1f3441 admin admin] Deleting subnet f202977f-c133-481f-ac46-47b331e3cbed {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:59:49.359801 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88bb136-d0c3-4520-9268-ccde77a2bcd9,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:49.360078 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e63660ec-de3b-4074-aa9d-a246fc1f3441 admin admin] Publish callbacks [] for subnet (f202977f-c133-481f-ac46-47b331e3cbed), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.363511 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] No DVR routers for this DVR port f88bb136-d0c3-4520-9268-ccde77a2bcd9 on host dv-cinder-859447-2-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:49.390085 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8d200af8-0297-4267-a611-a8a507875f6d req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (910bb228-653c-42c4-9692-f08bf4a007b7), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.406921 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edc7020-ca80-4519-ac8c-75b3b82de0ac admin admin] Deleting subnet af0722f9-9785-4a14-92e6-f8dea856b94f {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:59:49.420286 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9edc7020-ca80-4519-ac8c-75b3b82de0ac admin admin] Publish callbacks [] for subnet (af0722f9-9785-4a14-92e6-f8dea856b94f), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.454517 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (38eace1c-70a5-4e3a-880c-50986fb2cf27), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.459608 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e63660ec-de3b-4074-aa9d-a246fc1f3441 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (f202977f-c133-481f-ac46-47b331e3cbed), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.463413 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Pushing event deleted for resources: {'Port': ['ID=910bb228-653c-42c4-9692-f08bf4a007b7,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:49.471756 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eace1c-70a5-4e3a-880c-50986fb2cf27']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:49.481342 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a255380f-77b9-4695-9222-f6bd22533fd2') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:49.489151 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a255380f-77b9-4695-9222-f6bd22533fd2') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:49.489315 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:49.499957 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (a255380f-77b9-4695-9222-f6bd22533fd2), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.519847 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (a255380f-77b9-4695-9222-f6bd22533fd2), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.527243 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9edc7020-ca80-4519-ac8c-75b3b82de0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (af0722f9-9785-4a14-92e6-f8dea856b94f), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.534702 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:59:49.535187 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (a255380f-77b9-4695-9222-f6bd22533fd2), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.570023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d200af8-0297-4267-a611-a8a507875f6d req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] No DVR routers for this DVR port 910bb228-653c-42c4-9692-f08bf4a007b7 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:49.576982 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-8d200af8-0297-4267-a611-a8a507875f6d req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.580289 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-8d200af8-0297-4267-a611-a8a507875f6d req-b12bca6e-dec9-4866-a52c-b171ffd10774 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.42 "DELETE /networking/v2.0/ports/910bb228-653c-42c4-9692-f08bf4a007b7 HTTP/1.1" status: 204 len: 173 time: 0.9222987 Oct 04 08:59:49.582739 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9899c0dc-ffc8-4077-ae74-626c92ef357b', 'name': 'network-vif-deleted', 'tag': '910bb228-653c-42c4-9692-f08bf4a007b7'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:59:49.585092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b69923-ac12-40bd-9a3a-b48c2a8b647e" -d '{"events": [{"server_uuid": "9899c0dc-ffc8-4077-ae74-626c92ef357b", "name": "network-vif-deleted", "tag": "910bb228-653c-42c4-9692-f08bf4a007b7"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:59:49.641202 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04dc422-5b8b-4dfa-833f-0bc0d96b7dea x-openstack-request-id: req-c04dc422-5b8b-4dfa-833f-0bc0d96b7dea {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:59:49.641845 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9899c0dc-ffc8-4077-ae74-626c92ef357b", "name": "network-vif-deleted", "tag": "910bb228-653c-42c4-9692-f08bf4a007b7", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:59:49.641845 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c04dc422-5b8b-4dfa-833f-0bc0d96b7dea {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:59:49.642152 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04dc422-5b8b-4dfa-833f-0bc0d96b7dea'] response: {'server_uuid': '9899c0dc-ffc8-4077-ae74-626c92ef357b', 'name': 'network-vif-deleted', 'tag': '910bb228-653c-42c4-9692-f08bf4a007b7', 'status': 'completed', 'code': 200} Oct 04 08:59:49.652141 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e63660ec-de3b-4074-aa9d-a246fc1f3441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (f202977f-c133-481f-ac46-47b331e3cbed), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.706707 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (38eace1c-70a5-4e3a-880c-50986fb2cf27), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.720345 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.720509 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9edc7020-ca80-4519-ac8c-75b3b82de0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (af0722f9-9785-4a14-92e6-f8dea856b94f), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.730295 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/38eace1c-70a5-4e3a-880c-50986fb2cf27 HTTP/1.1" status: 204 len: 168 time: 1.0725367 Oct 04 08:59:49.750127 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment a255380f-77b9-4695-9222-f6bd22533fd2 resource provider aggregate not found Oct 04 08:59:49.769817 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca750e6d-dda9-4c2b-8cf7-1249140e1257 admin admin] Pushing event deleted for resources: {'Network': ['ID=38eace1c-70a5-4e3a-880c-50986fb2cf27,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:49.778707 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment a255380f-77b9-4695-9222-f6bd22533fd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a255380f-77b9-4695-9222-f6bd22533fd2 found for delete ", "request_id": "req-a88d5ac8-19a2-4ee2-953b-048122e7bbaa"}]} Oct 04 08:59:49.813672 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 863a11d1-ffcb-4cda-bf07-7273dca5cfbb no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:49.834689 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 863a11d1-ffcb-4cda-bf07-7273dca5cfbb {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:49.835035 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 863a11d1-ffcb-4cda-bf07-7273dca5cfbb not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:49.861119 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9edc7020-ca80-4519-ac8c-75b3b82de0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (af0722f9-9785-4a14-92e6-f8dea856b94f), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.881429 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e63660ec-de3b-4074-aa9d-a246fc1f3441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (f202977f-c133-481f-ac46-47b331e3cbed), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.907796 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc7020-ca80-4519-ac8c-75b3b82de0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0722f9-9785-4a14-92e6-f8dea856b94f,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:49.912098 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9edc7020-ca80-4519-ac8c-75b3b82de0ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.915317 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-9edc7020-ca80-4519-ac8c-75b3b82de0ac admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/af0722f9-9785-4a14-92e6-f8dea856b94f HTTP/1.1" status: 204 len: 168 time: 0.6072965 Oct 04 08:59:49.917831 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a8563-a4e2-42d1-9026-b243363ddd58 None None] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:59:49.918354 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52160) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:49.944944 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c82b22-02df-4e74-b28c-b6595775189f None None] Network 19b6a461-a067-4350-add8-ace0265cc9ea requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:59:49.953982 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e63660ec-de3b-4074-aa9d-a246fc1f3441 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:49.957026 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e63660ec-de3b-4074-aa9d-a246fc1f3441 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f202977f-c133-481f-ac46-47b331e3cbed HTTP/1.1" status: 204 len: 168 time: 0.7396154 Oct 04 08:59:49.960658 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52162) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:49.995931 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:50.038165 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (b69956c0-5fe6-4691-8a59-9cfb11ce6aa0), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.051421 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63660ec-de3b-4074-aa9d-a246fc1f3441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f202977f-c133-481f-ac46-47b331e3cbed,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:50.057053 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (19b6a461-a067-4350-add8-ace0265cc9ea), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.101620 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52164) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:50.118968 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Deleting port 00a374eb-c28a-4573-8ad4-73c04d1d106c {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:50.119309 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.134347 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Deleting port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:50.134979 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.137440 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:50.174887 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:50.217345 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3ba9e7f3-a0ec-4af9-9283-34ec5130a09a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8760be982f804a9aa319b989aa1c3118&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1145296 Oct 04 08:59:50.220603 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] For port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=7ca31ce8-a5a9-46f4-adcf-a6116c51b77f,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:50.221929 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.223528 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52166) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:50.227138 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] For port 00a374eb-c28a-4573-8ad4-73c04d1d106c, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=00a374eb-c28a-4573-8ad4-73c04d1d106c,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:50.227507 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.238332 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Calling delete_port for 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f owned by network:dhcp {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:50.254049 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Calling delete_port for 00a374eb-c28a-4573-8ad4-73c04d1d106c owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:50.261773 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] DHCP port deletion for b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:59:50.351326 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc464554-308c-4a57-a399-8affd1927550 None None] DHCP port deletion for 19b6a461-a067-4350-add8-ace0265cc9ea request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:59:50.392085 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7ffd79ae-37d4-4f0c-9434-b03936420ff8 admin admin] Publish callbacks [] for security_group (cadad058-2b63-40ea-a211-6222f7ea1165), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.395322 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] Deleting port 00a374eb-c28a-4573-8ad4-73c04d1d106c {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:50.397396 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.447656 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7ffd79ae-37d4-4f0c-9434-b03936420ff8 admin admin] Publish callbacks [] for security_group (cadad058-2b63-40ea-a211-6222f7ea1165), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.458081 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 0c7db536-0d50-4b13-a099-f6be9209703d no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:50.525038 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 0c7db536-0d50-4b13-a099-f6be9209703d {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:50.525414 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 0c7db536-0d50-4b13-a099-f6be9209703d not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:50.525813 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 27bef4ed-bdf1-4540-b70b-bc0bee1e890c no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:50.534386 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a2737cee-24c1-4e6e-847e-98f2bca5aa4b req-def4fc79-ed83-457d-ad7b-4d23ae421a90 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9899c0dc-ffc8-4077-ae74-626c92ef357b HTTP/1.1" status: 200 len: 210 time: 0.0450718 Oct 04 08:59:50.560254 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-fc464554-308c-4a57-a399-8affd1927550 None None] Deleting port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:59:50.560927 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fc464554-308c-4a57-a399-8affd1927550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.569516 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 27bef4ed-bdf1-4540-b70b-bc0bee1e890c {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:50.569789 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 27bef4ed-bdf1-4540-b70b-bc0bee1e890c not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:50.570218 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 00a374eb-c28a-4573-8ad4-73c04d1d106c no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:50.585067 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.619700 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Pushing event deleted for resources: {'Port': ['ID=00a374eb-c28a-4573-8ad4-73c04d1d106c,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:50.631231 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] No DVR routers for this DVR port 00a374eb-c28a-4573-8ad4-73c04d1d106c on host dv-cinder-859447-2-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:50.658238 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] For port 00a374eb-c28a-4573-8ad4-73c04d1d106c, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=00a374eb-c28a-4573-8ad4-73c04d1d106c,segment=NetworkSegment(9acd5f47-99f7-4219-9b07-f1082049f1c2),segment_id=9acd5f47-99f7-4219-9b07-f1082049f1c2)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:50.662548 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.684809 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] Calling delete_port for 00a374eb-c28a-4573-8ad4-73c04d1d106c owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:50.699283 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7ffd79ae-37d4-4f0c-9434-b03936420ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (cadad058-2b63-40ea-a211-6222f7ea1165), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.700547 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No active binding found for port 00a374eb-c28a-4573-8ad4-73c04d1d106c {{(pid=113288) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 08:59:50.700930 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] The host dv-cinder-859447-2-iscsi is not matching for port 00a374eb-c28a-4573-8ad4-73c04d1d106c host None! {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 08:59:50.701322 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 00a374eb-c28a-4573-8ad4-73c04d1d106c not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:50.701753 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 56d9e2d6-87f7-42b7-8801-fa60f14391a9 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:50.701890 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7ffd79ae-37d4-4f0c-9434-b03936420ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.705330 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-7ffd79ae-37d4-4f0c-9434-b03936420ff8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cadad058-2b63-40ea-a211-6222f7ea1165 HTTP/1.1" status: 204 len: 168 time: 0.4790905 Oct 04 08:59:50.709372 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:50.730452 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd79ae-37d4-4f0c-9434-b03936420ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadad058-2b63-40ea-a211-6222f7ea1165,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:50.736633 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (b69956c0-5fe6-4691-8a59-9cfb11ce6aa0), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.738839 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 56d9e2d6-87f7-42b7-8801-fa60f14391a9 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:50.740442 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 56d9e2d6-87f7-42b7-8801-fa60f14391a9 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:50.741225 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device c13406af-0795-4a19-bc5d-4a06f3b69261 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:50.761737 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69956c0-5fe6-4691-8a59-9cfb11ce6aa0']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:50.770556 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: c13406af-0795-4a19-bc5d-4a06f3b69261 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:50.771640 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device c13406af-0795-4a19-bc5d-4a06f3b69261 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:50.772133 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f88bb136-d0c3-4520-9268-ccde77a2bcd9 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:50.772963 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acd5f47-99f7-4219-9b07-f1082049f1c2') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:50.773265 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acd5f47-99f7-4219-9b07-f1082049f1c2') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:50.783708 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (9acd5f47-99f7-4219-9b07-f1082049f1c2), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.785394 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.797752 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (9acd5f47-99f7-4219-9b07-f1082049f1c2), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.806323 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-fc464554-308c-4a57-a399-8affd1927550 None None] For port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=7ca31ce8-a5a9-46f4-adcf-a6116c51b77f,segment=NetworkSegment(5b6e79ee-2ed3-4665-87cf-d58c8ad46798),segment_id=5b6e79ee-2ed3-4665-87cf-d58c8ad46798)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:59:50.806323 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fc464554-308c-4a57-a399-8affd1927550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.806887 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:59:50.806887 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (9acd5f47-99f7-4219-9b07-f1082049f1c2), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.821430 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca31ce8-a5a9-46f4-adcf-a6116c51b77f,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:50.831333 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] No DVR routers for this DVR port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f on host dv-cinder-859447-2-iscsi {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:50.854554 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: f88bb136-d0c3-4520-9268-ccde77a2bcd9 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:50.854908 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f88bb136-d0c3-4520-9268-ccde77a2bcd9 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:50.856870 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:50.858324 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 910bb228-653c-42c4-9692-f08bf4a007b7 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:50.885976 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-fc464554-308c-4a57-a399-8affd1927550 None None] Calling delete_port for 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:59:50.895681 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 910bb228-653c-42c4-9692-f08bf4a007b7 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:50.895681 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 910bb228-653c-42c4-9692-f08bf4a007b7 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:50.919515 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (19b6a461-a067-4350-add8-ace0265cc9ea), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.946656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b6a461-a067-4350-add8-ace0265cc9ea']}} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:50.956278 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6e79ee-2ed3-4665-87cf-d58c8ad46798') {'for_net_delete': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:50.956574 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6e79ee-2ed3-4665-87cf-d58c8ad46798') {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:59:50.966750 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27825084'] for segment (5b6e79ee-2ed3-4665-87cf-d58c8ad46798), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.972036 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (b69956c0-5fe6-4691-8a59-9cfb11ce6aa0), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.977923 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.981576 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (5b6e79ee-2ed3-4665-87cf-d58c8ad46798), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.984938 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:50.986827 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 HTTP/1.1" status: 204 len: 168 time: 1.0651608 Oct 04 08:59:50.992788 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=113287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:59:50.993314 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27405659'] for segment (5b6e79ee-2ed3-4665-87cf-d58c8ad46798), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:50.994295 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (00a374eb-c28a-4573-8ad4-73c04d1d106c), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:51.006285 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] Network b69956c0-5fe6-4691-8a59-9cfb11ce6aa0 is not hosted by any dhcp agent {{(pid=113288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 08:59:51.006285 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] No DVR routers for this DVR port 00a374eb-c28a-4573-8ad4-73c04d1d106c on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:51.028870 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1036b06-9655-4fde-8d54-91dacc80138c None None] Pushing event deleted for resources: {'Port': ['ID=00a374eb-c28a-4573-8ad4-73c04d1d106c,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:51.035642 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f0d67-a26f-4a97-8df1-da78ea1c187f admin admin] Pushing event deleted for resources: {'Network': ['ID=b69956c0-5fe6-4691-8a59-9cfb11ce6aa0,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:51.036686 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fc464554-308c-4a57-a399-8affd1927550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (7ca31ce8-a5a9-46f4-adcf-a6116c51b77f), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:51.067478 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc464554-308c-4a57-a399-8affd1927550 None None] Pushing event deleted for resources: {'Port': ['ID=7ca31ce8-a5a9-46f4-adcf-a6116c51b77f,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:51.073355 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc464554-308c-4a57-a399-8affd1927550 None None] No DVR routers for this DVR port 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:59:51.085218 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 5b6e79ee-2ed3-4665-87cf-d58c8ad46798 resource provider aggregate not found Oct 04 08:59:51.112186 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment 5b6e79ee-2ed3-4665-87cf-d58c8ad46798 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b6e79ee-2ed3-4665-87cf-d58c8ad46798 found for delete ", "request_id": "req-491a44ae-036f-4c22-89a2-70a0ca1c2827"}]} Oct 04 08:59:51.173175 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (19b6a461-a067-4350-add8-ace0265cc9ea), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:51.178196 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:51.188343 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/19b6a461-a067-4350-add8-ace0265cc9ea HTTP/1.1" status: 204 len: 168 time: 1.2192276 Oct 04 08:59:51.195605 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c06fe5-60a2-49d0-a961-3d4b673e7896 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b6a461-a067-4350-add8-ace0265cc9ea,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:51.429191 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52186) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:51.474795 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d9935dcf-187a-4a55-b58d-198e77aceb6c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bc8433b42fb74e8bbfef92acedf01259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408492 Oct 04 08:59:51.475213 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52188) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:51.525530 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-08c5d6c3-b5ba-4bac-9ddd-fa214915aacc admin admin] Publish callbacks [] for security_group (95fe2279-5043-4683-8d5e-11a656daab1e), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:51.545142 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52192) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:51.548432 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-08c5d6c3-b5ba-4bac-9ddd-fa214915aacc admin admin] Publish callbacks [] for security_group (95fe2279-5043-4683-8d5e-11a656daab1e), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:51.605633 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-b4f94234-6322-403f-a445-0e0b34612b79 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3f3deef8b1cc4c9193e9357f0ba99e15&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0593412 Oct 04 08:59:51.608310 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52196) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:51.664573 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-08c5d6c3-b5ba-4bac-9ddd-fa214915aacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (95fe2279-5043-4683-8d5e-11a656daab1e), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:51.667383 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-08c5d6c3-b5ba-4bac-9ddd-fa214915aacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:51.669441 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-08c5d6c3-b5ba-4bac-9ddd-fa214915aacc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/95fe2279-5043-4683-8d5e-11a656daab1e HTTP/1.1" status: 204 len: 168 time: 0.1923888 Oct 04 08:59:51.677828 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5d6c3-b5ba-4bac-9ddd-fa214915aacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fe2279-5043-4683-8d5e-11a656daab1e,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:51.890536 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 9acd5f47-99f7-4219-9b07-f1082049f1c2 resource provider aggregate not found Oct 04 08:59:51.945552 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 9acd5f47-99f7-4219-9b07-f1082049f1c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9acd5f47-99f7-4219-9b07-f1082049f1c2 found for delete ", "request_id": "req-d1f642fd-ed6d-4792-b492-c70689d70f8a"}]} Oct 04 08:59:51.981771 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d003598-0042-45ce-a2ef-8965b312422a admin admin] Publish callbacks [] for security_group (cfa25b1e-c91b-4746-aba7-00a152aa32a5), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:52.025158 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d003598-0042-45ce-a2ef-8965b312422a admin admin] Publish callbacks [] for security_group (cfa25b1e-c91b-4746-aba7-00a152aa32a5), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:52.039509 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-d17bf6c6-ff48-4b9d-a7e1-fcf877e41a34 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:52.041021 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-d17bf6c6-ff48-4b9d-a7e1-fcf877e41a34 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b6baeb7f-3d3d-4aed-b922-058db1f05b2c HTTP/1.1" status: 200 len: 809 time: 0.1664021 Oct 04 08:59:52.075772 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-e076420e-eefb-4641-b35f-ede740255064 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/quotas/f9e5915b40b84a859f5ab0fb5892c973 HTTP/1.1" status: 200 len: 375 time: 0.0236187 Oct 04 08:59:52.119130 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-71972b49-c656-48ec-b5bb-acd4dcc1ff70 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f9e5915b40b84a859f5ab0fb5892c973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312142 Oct 04 08:59:52.180057 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d003598-0042-45ce-a2ef-8965b312422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (cfa25b1e-c91b-4746-aba7-00a152aa32a5), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:52.182587 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0d003598-0042-45ce-a2ef-8965b312422a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:52.183735 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-0d003598-0042-45ce-a2ef-8965b312422a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cfa25b1e-c91b-4746-aba7-00a152aa32a5 HTTP/1.1" status: 204 len: 168 time: 0.5743811 Oct 04 08:59:52.197428 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d003598-0042-45ce-a2ef-8965b312422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa25b1e-c91b-4746-aba7-00a152aa32a5,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:52.247501 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-51c4d93d-cb50-4f06-be71-e33a2aa16cbf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202023 Oct 04 08:59:52.314901 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:52.316439 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:59:52.349503 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:59:52.349821 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 7ca31ce8-a5a9-46f4-adcf-a6116c51b77f not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:59:52.364757 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-e6969842-40c1-4187-a16c-d94639bf3fdb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093340 Oct 04 08:59:52.646956 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-efca7b1c-38b4-4e30-b165-0c67bcd6bfec req-efeb8226-c1c0-4429-ad34-598030c2f314 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 210 time: 0.0332189 Oct 04 08:59:53.778702 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0ff750d3-c2e3-4486-99c8-14465b5cbd27 req-d41ec032-bfbc-4e1f-8268-159c22bbe7df tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 210 time: 0.0360334 Oct 04 08:59:53.824123 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52300) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:53.980711 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-39577484-2910-4ba7-ba6e-2de15cb109bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:54.025353 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:54.060778 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-39577484-2910-4ba7-ba6e-2de15cb109bb admin admin] Publish callbacks [] for security_group (c5a10227-fd55-4f20-8f25-b90a48c20bc6), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:54.109897 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-39577484-2910-4ba7-ba6e-2de15cb109bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c5a10227-fd55-4f20-8f25-b90a48c20bc6), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:54.151435 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-39577484-2910-4ba7-ba6e-2de15cb109bb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2d1fd8f799ea4fbbafc99fd6d38b0c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262293 Oct 04 08:59:54.153306 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39577484-2910-4ba7-ba6e-2de15cb109bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a10227-fd55-4f20-8f25-b90a48c20bc6,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:54.154273 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52310) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:59:54.209409 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-72f4580d-a078-4e68-829e-72b70d4f4860 admin admin] Publish callbacks [] for security_group (c5a10227-fd55-4f20-8f25-b90a48c20bc6), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:54.236230 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-72f4580d-a078-4e68-829e-72b70d4f4860 admin admin] Publish callbacks [] for security_group (c5a10227-fd55-4f20-8f25-b90a48c20bc6), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:54.344415 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-72f4580d-a078-4e68-829e-72b70d4f4860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c5a10227-fd55-4f20-8f25-b90a48c20bc6), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:54.358504 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-72f4580d-a078-4e68-829e-72b70d4f4860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:54.360397 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-72f4580d-a078-4e68-829e-72b70d4f4860 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c5a10227-fd55-4f20-8f25-b90a48c20bc6 HTTP/1.1" status: 204 len: 168 time: 0.2046010 Oct 04 08:59:54.369477 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4580d-a078-4e68-829e-72b70d4f4860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a10227-fd55-4f20-8f25-b90a48c20bc6,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:54.929841 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9c0a6c68-95a2-4b4b-8e26-e969f4227347 req-e9e3c42a-701f-474b-8a20-02e0392aa166 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 210 time: 0.0625174 Oct 04 08:59:54.988316 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:55.024823 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-7fd76868-9963-4791-ba69-0cf92418ede0 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:55.026368 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-7fd76868-9963-4791-ba69-0cf92418ede0 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b6baeb7f-3d3d-4aed-b922-058db1f05b2c HTTP/1.1" status: 200 len: 809 time: 0.1848407 Oct 04 08:59:55.037963 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Request body: {'port': {'device_id': 'a40582cb-3bf2-4e2c-b4ec-50c14ab176bd', 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c', 'admin_state_up': True, 'tenant_id': 'f9e5915b40b84a859f5ab0fb5892c973'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:59:55.244222 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Made reservation on behalf of f9e5915b40b84a859f5ab0fb5892c973 for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:59:55.253967 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:55.390390 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Allocated IP 172.20.0.7 (b6baeb7f-3d3d-4aed-b922-058db1f05b2c/64cbd522-301e-4a86-a134-fa94377a0d87/bc5cb1e6-e616-46b1-baa2-cc1c98587dac) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:59:55.528340 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:55.556087 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks [] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:55.648203 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:55.693111 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Network b6baeb7f-3d3d-4aed-b922-058db1f05b2c is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:59:55.699052 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:59:55.701452 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:59:55.729197 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Pushing event updated for resources: {'Port': ['ID=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:55.761958 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:55.762677 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:55.832747 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-9881056d-00c8-45e0-af40-76a0c882d202 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7985876 Oct 04 08:59:56.069188 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a579f66-c77e-49ec-ad8e-e31d2107acfc req-3cc9df1e-43c8-4652-950d-57cc9653216b tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:56.070703 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a579f66-c77e-49ec-ad8e-e31d2107acfc req-3cc9df1e-43c8-4652-950d-57cc9653216b tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 931 time: 0.0485861 Oct 04 08:59:56.107459 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:56.119829 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7a579f66-c77e-49ec-ad8e-e31d2107acfc req-44195322-dd69-462a-9cad-8cdd0f4a47d9 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 Oct 04 08:59:57.249068 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f00fc-0395-45c5-97b4-7876db25eb01 req-b53724ff-704f-4c87-b172-16b5da76396e tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:57.250556 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e42f00fc-0395-45c5-97b4-7876db25eb01 req-b53724ff-704f-4c87-b172-16b5da76396e tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 931 time: 0.0486073 Oct 04 08:59:57.297780 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e42f00fc-0395-45c5-97b4-7876db25eb01 req-0dfbd7bd-4d50-4858-9aa0-117619e38907 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Oct 04 08:59:58.028276 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Request body: {'port': {'device_id': 'a40582cb-3bf2-4e2c-b4ec-50c14ab176bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:59:58.095230 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:58.236073 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=50 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:58.237190 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=28 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:58.363488 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:58.363488 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5cb1e6-e616-46b1-baa2-cc1c98587dac {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:59:58.371204 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Publish callbacks [] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:58.384736 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Transition to ACTIVE for port object bc5cb1e6-e616-46b1-baa2-cc1c98587dac will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:59:58.422931 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839e6f7-8fc9-4613-9c19-c8a215545134 req-e48be733-baf6-4773-8441-f402c7584706 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:58.424371 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9839e6f7-8fc9-4613-9c19-c8a215545134 req-e48be733-baf6-4773-8441-f402c7584706 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 931 time: 0.0470569 Oct 04 08:59:58.447159 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:58.493410 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9839e6f7-8fc9-4613-9c19-c8a215545134 req-c14c3c56-1425-4e2f-8411-5d4e38e7ca11 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623009 Oct 04 08:59:58.522571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:58.574146 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Attempting to bind port bc5cb1e6-e616-46b1-baa2-cc1c98587dac on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:59:58.574516 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Attempting to bind port bc5cb1e6-e616-46b1-baa2-cc1c98587dac by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '8c1e0826-d7a7-403b-9529-25f092967855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:59:58.574954 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Attempting to bind port bc5cb1e6-e616-46b1-baa2-cc1c98587dac on network b6baeb7f-3d3d-4aed-b922-058db1f05b2c {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:59:58.619781 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Port bc5cb1e6-e616-46b1-baa2-cc1c98587dac on network b6baeb7f-3d3d-4aed-b922-058db1f05b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:59:58.620176 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Attempting to bind port bc5cb1e6-e616-46b1-baa2-cc1c98587dac on network b6baeb7f-3d3d-4aed-b922-058db1f05b2c {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:59:58.677830 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:59:58.678170 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Checking segment: {'id': '8c1e0826-d7a7-403b-9529-25f092967855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:59:58.678586 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Bound using segment: {'id': '8c1e0826-d7a7-403b-9529-25f092967855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:59:58.679029 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Bound port: bc5cb1e6-e616-46b1-baa2-cc1c98587dac, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1e0826-d7a7-403b-9529-25f092967855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:59:58.679465 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:58.742927 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] For port bc5cb1e6-e616-46b1-baa2-cc1c98587dac, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:59:58.744601 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:58.746425 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] For port bc5cb1e6-e616-46b1-baa2-cc1c98587dac, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:59:58.859464 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:58.868720 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:58.868720 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:58.868720 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/bc5cb1e6-e616-46b1-baa2-cc1c98587dac HTTP/1.1" status: 200 len: 1093 time: 0.8439012 Oct 04 08:59:58.868720 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40582cb-3bf2-4e2c-b4ec-50c14ab176bd', 'tag': 'bc5cb1e6-e616-46b1-baa2-cc1c98587dac'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:59:58.870484 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5c6567-18ad-4d1c-850b-6a7f1e07ffa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a40582cb-3bf2-4e2c-b4ec-50c14ab176bd", "tag": "bc5cb1e6-e616-46b1-baa2-cc1c98587dac"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:59:58.935256 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab85eec-e63a-41fa-a213-564686a2c3a4 x-openstack-request-id: req-3ab85eec-e63a-41fa-a213-564686a2c3a4 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:59:58.935530 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40582cb-3bf2-4e2c-b4ec-50c14ab176bd", "tag": "bc5cb1e6-e616-46b1-baa2-cc1c98587dac", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:59:58.935783 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3ab85eec-e63a-41fa-a213-564686a2c3a4 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:59:58.936179 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab85eec-e63a-41fa-a213-564686a2c3a4'] response: {'name': 'network-changed', 'server_uuid': 'a40582cb-3bf2-4e2c-b4ec-50c14ab176bd', 'tag': 'bc5cb1e6-e616-46b1-baa2-cc1c98587dac', 'status': 'completed', 'code': 200} Oct 04 08:59:58.939164 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a80b6-e9fe-4da1-b3d6-10eb43b68f71 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:59:58.999784 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c6567-18ad-4d1c-850b-6a7f1e07ffa9 req-3feff450-6061-4ea2-8bcb-58ffbcea5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:59.001422 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b5c6567-18ad-4d1c-850b-6a7f1e07ffa9 req-3feff450-6061-4ea2-8bcb-58ffbcea5582 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f9e5915b40b84a859f5ab0fb5892c973&device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 1127 time: 0.0424888 Oct 04 08:59:59.119689 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c6567-18ad-4d1c-850b-6a7f1e07ffa9 req-33d4b91f-ed8d-48ad-92bc-c07212063c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:59.120985 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b5c6567-18ad-4d1c-850b-6a7f1e07ffa9 req-33d4b91f-ed8d-48ad-92bc-c07212063c36 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=f9e5915b40b84a859f5ab0fb5892c973&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1122816 Oct 04 08:59:59.227133 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c6567-18ad-4d1c-850b-6a7f1e07ffa9 req-ff813e15-b92c-440f-b44d-36893f98aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:59.228586 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7b5c6567-18ad-4d1c-850b-6a7f1e07ffa9 req-ff813e15-b92c-440f-b44d-36893f98aecd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019886 Oct 04 08:59:59.304201 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-5d3ba46e-5fc3-42d0-9a02-76e40a3b0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:59.305714 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-5d3ba46e-5fc3-42d0-9a02-76e40a3b0a52 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f9e5915b40b84a859f5ab0fb5892c973&device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 1127 time: 0.0412493 Oct 04 08:59:59.346012 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-0cd70c4a-d754-4979-9a22-9b8ae09a1e45 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc5cb1e6-e616-46b1-baa2-cc1c98587dac HTTP/1.1" status: 200 len: 217 time: 0.0331492 Oct 04 08:59:59.401092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-c5d5ddba-5132-47c9-ae67-9cc38063dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:59.402582 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-c5d5ddba-5132-47c9-ae67-9cc38063dd76 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=64cbd522-301e-4a86-a134-fa94377a0d87 HTTP/1.1" status: 200 len: 849 time: 0.0504835 Oct 04 08:59:59.435554 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-49c3ea16-0916-488f-b621-aab26cb1bfdd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b6baeb7f-3d3d-4aed-b922-058db1f05b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267079 Oct 04 08:59:59.504580 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:59.532126 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-1796376d-1c36-440a-9145-8930b1af3352 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903232 Oct 04 08:59:59.618596 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0765a5-bc41-4bc3-a690-5ea54f5434cb req-ebdcd081-6193-4e69-b2ea-e7f9592d0b4e tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:59:59.622920 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c0765a5-bc41-4bc3-a690-5ea54f5434cb req-ebdcd081-6193-4e69-b2ea-e7f9592d0b4e tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 943 time: 0.0509074 Oct 04 08:59:59.671119 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8c0765a5-bc41-4bc3-a690-5ea54f5434cb req-02411d77-35cc-45a4-b4ab-2439e78c75ff tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441098 Oct 04 09:00:00.336354 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-18c2c3d8-634d-4e85-b8d1-0a44a89e49ec req-aa41ae90-116f-4554-9f86-73d999eaf8fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904405 Oct 04 09:00:00.792107 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b79ba3-14b9-4b9b-bd26-44a3ce9358f7 req-30e63f3e-3192-4a45-9060-abaf7cacd956 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:00.793550 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d8b79ba3-14b9-4b9b-bd26-44a3ce9358f7 req-30e63f3e-3192-4a45-9060-abaf7cacd956 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 943 time: 0.0453110 Oct 04 09:00:00.840092 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d8b79ba3-14b9-4b9b-bd26-44a3ce9358f7 req-e8719640-cbe6-4189-b0ce-e6c81141ebe4 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Oct 04 09:00:00.858682 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:01.970257 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a9b4e-2edf-4fd9-913a-716533546462 req-35aec6e9-8fa9-4560-a668-4abbfaf12dc0 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:01.971810 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-015a9b4e-2edf-4fd9-913a-716533546462 req-35aec6e9-8fa9-4560-a668-4abbfaf12dc0 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 943 time: 0.0491583 Oct 04 09:00:02.020579 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-015a9b4e-2edf-4fd9-913a-716533546462 req-30fc9ab6-6d17-431c-a4cd-7148b62ad298 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Oct 04 09:00:03.155545 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bdc8a-66b7-484c-98fc-80793b7c5092 req-b49d7acd-3861-4243-b294-d1fc6426719c tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:03.157073 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-681bdc8a-66b7-484c-98fc-80793b7c5092 req-b49d7acd-3861-4243-b294-d1fc6426719c tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 943 time: 0.0554070 Oct 04 09:00:03.218274 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-681bdc8a-66b7-484c-98fc-80793b7c5092 req-1a25c805-f532-435b-9233-4ccd4c1ab9c3 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544951 Oct 04 09:00:03.463569 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f0792325-ebc7-414d-8de5-f313328ade95 req-365fc7b1-74d6-4a51-b9c9-0f8bc68be879 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421393 Oct 04 09:00:03.531578 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0792325-ebc7-414d-8de5-f313328ade95 req-bee95c7f-e07e-425f-92cf-0c628ce04cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:03.533135 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f0792325-ebc7-414d-8de5-f313328ade95 req-bee95c7f-e07e-425f-92cf-0c628ce04cab service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1130 time: 0.0413108 Oct 04 09:00:03.643867 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0792325-ebc7-414d-8de5-f313328ade95 req-a3050bae-4748-44a8-b1b2-424bb9deec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:03.645400 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f0792325-ebc7-414d-8de5-f313328ade95 req-a3050bae-4748-44a8-b1b2-424bb9deec33 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 200 len: 909 time: 0.0916433 Oct 04 09:00:03.727139 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f0792325-ebc7-414d-8de5-f313328ade95 req-7d133189-dc4c-4377-987a-244e10cdc361 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 1002 time: 0.0757403 Oct 04 09:00:03.747527 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:00:03.778795 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0792325-ebc7-414d-8de5-f313328ade95 req-a510dbc5-48b9-4418-9f69-b1750286bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:03.780401 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f0792325-ebc7-414d-8de5-f313328ade95 req-a510dbc5-48b9-4418-9f69-b1750286bffd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=06fac3b2-e7de-4345-945b-74b6478447da HTTP/1.1" status: 200 len: 847 time: 0.0473833 Oct 04 09:00:03.823675 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0792325-ebc7-414d-8de5-f313328ade95 req-01984a1b-99ed-40b0-96ec-288c7b055814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:03.824895 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52552) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:03.825221 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f0792325-ebc7-414d-8de5-f313328ade95 req-01984a1b-99ed-40b0-96ec-288c7b055814 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=241e3a87-6f8d-443d-978c-ba497455a028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379088 Oct 04 09:00:03.922316 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f0792325-ebc7-414d-8de5-f313328ade95 req-542c0568-c90a-4701-bde6-d8a512fa3f76 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912859 Oct 04 09:00:03.937663 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-baeb51d9-fa9d-4122-a371-49c388d4564e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.012015 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f0792325-ebc7-414d-8de5-f313328ade95 req-ebed74d7-b542-4d78-b3f3-f8c52f36f292 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841768 Oct 04 09:00:04.018600 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-baeb51d9-fa9d-4122-a371-49c388d4564e admin admin] Publish callbacks [] for security_group (104e3ed2-2dfb-4f65-b4db-28ee59d489d1), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.060394 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device bc5cb1e6-e616-46b1-baa2-cc1c98587dac details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 09:00:04.104262 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-baeb51d9-fa9d-4122-a371-49c388d4564e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (104e3ed2-2dfb-4f65-b4db-28ee59d489d1), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.110360 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:04.153245 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-baeb51d9-fa9d-4122-a371-49c388d4564e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f8320aa7c44c44c59ca0337aa84c2f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270991 Oct 04 09:00:04.153468 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 52556) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:04.154627 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb51d9-fa9d-4122-a371-49c388d4564e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104e3ed2-2dfb-4f65-b4db-28ee59d489d1,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:04.220474 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c4013b5e-2c64-46be-b784-4337b986b536 admin admin] Publish callbacks [] for security_group (104e3ed2-2dfb-4f65-b4db-28ee59d489d1), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.252669 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c4013b5e-2c64-46be-b784-4337b986b536 admin admin] Publish callbacks [] for security_group (104e3ed2-2dfb-4f65-b4db-28ee59d489d1), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.289584 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:04.296943 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port bc5cb1e6-e616-46b1-baa2-cc1c98587dac, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:00:04.309092 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': 'bc5cb1e6-e616-46b1-baa2-cc1c98587dac', 'network_id': 'b6baeb7f-3d3d-4aed-b922-058db1f05b2c', 'port_id': 'bc5cb1e6-e616-46b1-baa2-cc1c98587dac', 'mac_address': 'fa:16:3e:80:9e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cbd522-301e-4a86-a134-fa94377a0d87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 09:00:04.351497 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port bc5cb1e6-e616-46b1-baa2-cc1c98587dac is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:00:04.351896 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.352228 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb7001-8fe2-4305-8a77-55d050ece238 req-0f7cd478-ff68-4976-80d6-a7638435db30 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:04.353786 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6ccb7001-8fe2-4305-8a77-55d050ece238 req-0f7cd478-ff68-4976-80d6-a7638435db30 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 943 time: 0.0535219 Oct 04 09:00:04.370806 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5cb1e6-e616-46b1-baa2-cc1c98587dac {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 09:00:04.387290 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port bc5cb1e6-e616-46b1-baa2-cc1c98587dac, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:00:04.399813 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:04.407173 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6ccb7001-8fe2-4305-8a77-55d050ece238 req-2cb4c0a5-a258-4a4c-a76f-fca68d995005 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 Oct 04 09:00:04.459168 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c4013b5e-2c64-46be-b784-4337b986b536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (104e3ed2-2dfb-4f65-b4db-28ee59d489d1), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.461802 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c4013b5e-2c64-46be-b784-4337b986b536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.462984 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c4013b5e-2c64-46be-b784-4337b986b536 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/104e3ed2-2dfb-4f65-b4db-28ee59d489d1 HTTP/1.1" status: 204 len: 168 time: 0.3072329 Oct 04 09:00:04.471933 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4013b5e-2c64-46be-b784-4337b986b536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104e3ed2-2dfb-4f65-b4db-28ee59d489d1,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:04.511154 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.569645 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:04.698275 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-f85ac792-cc59-4d0b-b8b5-001b9e7fc552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:04.714549 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['bc5cb1e6-e616-46b1-baa2-cc1c98587dac'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 09:00:05.529383 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25435e-efe0-4c68-8269-d138e31710d0 req-d8719f18-aff2-45df-b38a-2b532c2c63f9 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:05.531698 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fd25435e-efe0-4c68-8269-d138e31710d0 req-d8719f18-aff2-45df-b38a-2b532c2c63f9 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 944 time: 0.0484462 Oct 04 09:00:05.583646 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-fd25435e-efe0-4c68-8269-d138e31710d0 req-96aa0fe9-753d-4d2d-aaaf-a1c401d82bd4 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462239 Oct 04 09:00:06.053286 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device bc5cb1e6-e616-46b1-baa2-cc1c98587dac up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:00:06.099356 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port bc5cb1e6-e616-46b1-baa2-cc1c98587dac completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 09:00:06.149939 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port bc5cb1e6-e616-46b1-baa2-cc1c98587dac triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:00:06.150465 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.151018 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port bc5cb1e6-e616-46b1-baa2-cc1c98587dac Oct 04 09:00:06.222439 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52628) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:06.237911 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port bc5cb1e6-e616-46b1-baa2-cc1c98587dac is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:00:06.238333 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.273607 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40582cb-3bf2-4e2c-b4ec-50c14ab176bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5cb1e6-e616-46b1-baa2-cc1c98587dac'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:00:06.277014 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a1f3e9-2afc-4f2c-abf7-e88bcee3d5c1" -d '{"events": [{"server_uuid": "a40582cb-3bf2-4e2c-b4ec-50c14ab176bd", "name": "network-vif-plugged", "status": "completed", "tag": "bc5cb1e6-e616-46b1-baa2-cc1c98587dac"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:00:06.295620 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port bc5cb1e6-e616-46b1-baa2-cc1c98587dac, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:00:06.327579 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac7befa-4cdf-4282-85eb-4a5242a08af2 x-openstack-request-id: req-bac7befa-4cdf-4282-85eb-4a5242a08af2 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:00:06.327873 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40582cb-3bf2-4e2c-b4ec-50c14ab176bd", "name": "network-vif-plugged", "status": "completed", "tag": "bc5cb1e6-e616-46b1-baa2-cc1c98587dac", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:00:06.328137 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bac7befa-4cdf-4282-85eb-4a5242a08af2 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:00:06.333893 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac7befa-4cdf-4282-85eb-4a5242a08af2'] response: {'server_uuid': 'a40582cb-3bf2-4e2c-b4ec-50c14ab176bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5cb1e6-e616-46b1-baa2-cc1c98587dac', 'code': 200} Oct 04 09:00:06.372140 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-70f3ffe6-b293-4b89-b665-5c714030500a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.420498 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.420498 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:06.454314 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:06.466284 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:06.492757 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-70f3ffe6-b293-4b89-b665-5c714030500a admin admin] Publish callbacks [] for security_group (ec30d70f-e884-4cb7-a311-bcb8cc20979b), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.583944 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-70f3ffe6-b293-4b89-b665-5c714030500a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ec30d70f-e884-4cb7-a311-bcb8cc20979b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.629343 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-70f3ffe6-b293-4b89-b665-5c714030500a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b7535414d7a64f5bb1ec0195abbfb301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014714 Oct 04 09:00:06.629343 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3ffe6-b293-4b89-b665-5c714030500a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec30d70f-e884-4cb7-a311-bcb8cc20979b,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:06.629797 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 52648) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:06.713766 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c556d6-9087-43c2-ac3f-8fbf07257d5a req-c1128506-f09b-4cf5-8981-86ceee13f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:06.715366 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-73c556d6-9087-43c2-ac3f-8fbf07257d5a req-c1128506-f09b-4cf5-8981-86ceee13f2d2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 1129 time: 0.0388429 Oct 04 09:00:06.724867 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-37cc1e17-6eb9-47e9-8c8e-88dd38f3cf6c admin admin] Publish callbacks [] for security_group (ec30d70f-e884-4cb7-a311-bcb8cc20979b), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.764390 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-73c556d6-9087-43c2-ac3f-8fbf07257d5a req-e224d357-a4dc-4672-a86e-52d09b1bb360 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 Oct 04 09:00:06.765152 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d2305-d54f-47a3-b9bf-dff438d90c0e req-94ff966e-c8fd-48e9-9458-80ed4a04a729 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:06.766781 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6e9d2305-d54f-47a3-b9bf-dff438d90c0e req-94ff966e-c8fd-48e9-9458-80ed4a04a729 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 945 time: 0.0758388 Oct 04 09:00:06.768769 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-37cc1e17-6eb9-47e9-8c8e-88dd38f3cf6c admin admin] Publish callbacks [] for security_group (ec30d70f-e884-4cb7-a311-bcb8cc20979b), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.844471 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6e9d2305-d54f-47a3-b9bf-dff438d90c0e req-d2274ec9-f5f5-45f2-9787-3032d67da783 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598855 Oct 04 09:00:06.967095 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-37cc1e17-6eb9-47e9-8c8e-88dd38f3cf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ec30d70f-e884-4cb7-a311-bcb8cc20979b), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.969671 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-37cc1e17-6eb9-47e9-8c8e-88dd38f3cf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:06.970833 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-37cc1e17-6eb9-47e9-8c8e-88dd38f3cf6c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ec30d70f-e884-4cb7-a311-bcb8cc20979b HTTP/1.1" status: 204 len: 168 time: 0.3396180 Oct 04 09:00:06.979961 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc1e17-6eb9-47e9-8c8e-88dd38f3cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec30d70f-e884-4cb7-a311-bcb8cc20979b,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:07.000617 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ba15e889-8a83-4993-9a31-ac73f8c48175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:07.967805 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5a157-c2c7-40d4-b17a-2894b41fa74d req-53b9c945-32d5-4633-97b8-6c27a258ad09 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:07.969577 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-13c5a157-c2c7-40d4-b17a-2894b41fa74d req-53b9c945-32d5-4633-97b8-6c27a258ad09 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 945 time: 0.0495617 Oct 04 09:00:08.041758 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-13c5a157-c2c7-40d4-b17a-2894b41fa74d req-4391a196-5c45-4219-9d50-3e999b660b95 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657871 Oct 04 09:00:08.360303 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:09.681598 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:09.957835 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87235d6d-3055-4316-a95f-bc6d906bcccb req-1a6ca349-c937-4b5f-911d-56f49b907aca tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:09.960129 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-87235d6d-3055-4316-a95f-bc6d906bcccb req-1a6ca349-c937-4b5f-911d-56f49b907aca tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 945 time: 0.0605304 Oct 04 09:00:10.018985 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-87235d6d-3055-4316-a95f-bc6d906bcccb req-38d6360f-2682-48ea-a1ca-642bd07a77a5 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528736 Oct 04 09:00:10.064406 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:11.137855 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf508a36-369d-4cc1-9c92-f763ec3a1d37 req-83adff43-4bae-4400-9674-3348bd76503d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:11.140543 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cf508a36-369d-4cc1-9c92-f763ec3a1d37 req-83adff43-4bae-4400-9674-3348bd76503d tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 945 time: 0.0498707 Oct 04 09:00:11.186093 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-a3c8cd9f-6c1c-4405-b4ef-1959c663095c tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:11.187706 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-a3c8cd9f-6c1c-4405-b4ef-1959c663095c tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 945 time: 0.0497355 Oct 04 09:00:11.190135 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cf508a36-369d-4cc1-9c92-f763ec3a1d37 req-01b8f321-3b68-406b-a8f9-a45137a6fe25 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=905ac20d-89ed-4d49-addd-fbb7bcbdce8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Oct 04 09:00:11.277701 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Deleting port bc5cb1e6-e616-46b1-baa2-cc1c98587dac {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:00:11.278047 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:11.318522 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:11.368642 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] For port bc5cb1e6-e616-46b1-baa2-cc1c98587dac, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,segment=NetworkSegment(8c1e0826-d7a7-403b-9529-25f092967855),segment_id=8c1e0826-d7a7-403b-9529-25f092967855)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:00:11.369011 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:11.382604 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Calling delete_port for bc5cb1e6-e616-46b1-baa2-cc1c98587dac owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:00:11.584897 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (bc5cb1e6-e616-46b1-baa2-cc1c98587dac), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:11.610717 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Pushing event deleted for resources: {'Port': ['ID=bc5cb1e6-e616-46b1-baa2-cc1c98587dac,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:11.661387 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] No DVR routers for this DVR port bc5cb1e6-e616-46b1-baa2-cc1c98587dac on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:00:11.663663 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:11.666880 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-a6dfff4b-a52e-4a2c-b59f-c711b3c1dfc4 req-61b49963-c6ae-4668-ba43-c37463092961 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.42 "DELETE /networking/v2.0/ports/bc5cb1e6-e616-46b1-baa2-cc1c98587dac HTTP/1.1" status: 204 len: 173 time: 0.4723451 Oct 04 09:00:11.667383 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40582cb-3bf2-4e2c-b4ec-50c14ab176bd', 'name': 'network-vif-deleted', 'tag': 'bc5cb1e6-e616-46b1-baa2-cc1c98587dac'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:00:11.669849 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60bf63f-a0ca-42d6-a178-ade459ba0cc7" -d '{"events": [{"server_uuid": "a40582cb-3bf2-4e2c-b4ec-50c14ab176bd", "name": "network-vif-deleted", "tag": "bc5cb1e6-e616-46b1-baa2-cc1c98587dac"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:00:11.709303 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e12509-55db-4af0-aaef-f968b0610b51 x-openstack-request-id: req-a2e12509-55db-4af0-aaef-f968b0610b51 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:00:11.709670 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40582cb-3bf2-4e2c-b4ec-50c14ab176bd", "name": "network-vif-deleted", "tag": "bc5cb1e6-e616-46b1-baa2-cc1c98587dac", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:00:11.709932 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a2e12509-55db-4af0-aaef-f968b0610b51 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:00:11.710339 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e12509-55db-4af0-aaef-f968b0610b51'] response: {'server_uuid': 'a40582cb-3bf2-4e2c-b4ec-50c14ab176bd', 'name': 'network-vif-deleted', 'tag': 'bc5cb1e6-e616-46b1-baa2-cc1c98587dac', 'status': 'completed', 'code': 200} Oct 04 09:00:12.299986 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eacdf669-c518-40c5-8888-493951ad2dbf req-32d1caf1-675a-4598-b9c6-1bb0ddb225a3 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 210 time: 0.0329192 Oct 04 09:00:13.410840 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5a9be7d2-9437-488b-b314-fc9ae0822ca0 req-542cafae-d596-4ed5-b78a-14078f76b68e tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 210 time: 0.0298827 Oct 04 09:00:13.741911 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:13.863589 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['bc5cb1e6-e616-46b1-baa2-cc1c98587dac'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 09:00:14.549465 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1dc6c203-4c2a-4d45-a689-0584ed8d588c req-d0280c38-d23a-496d-90c6-8a9e80acc387 tempest-VolumesActionsTest-1121719000 tempest-VolumesActionsTest-1121719000-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a40582cb-3bf2-4e2c-b4ec-50c14ab176bd HTTP/1.1" status: 200 len: 210 time: 0.0282063 Oct 04 09:00:18.258756 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53004) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:18.385655 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-54b47e13-d9ae-4262-a33e-d14e2b0c5ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:18.467471 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-54b47e13-d9ae-4262-a33e-d14e2b0c5ad6 admin admin] Publish callbacks [] for security_group (e1c8dbed-59e6-4955-912b-3891ad9177bb), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:18.520917 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-54b47e13-d9ae-4262-a33e-d14e2b0c5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e1c8dbed-59e6-4955-912b-3891ad9177bb), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:18.527324 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:18.561323 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47e13-d9ae-4262-a33e-d14e2b0c5ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c8dbed-59e6-4955-912b-3891ad9177bb,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:18.568349 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-54b47e13-d9ae-4262-a33e-d14e2b0c5ad6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=597b9561720a496496d4793b898811cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060551 Oct 04 09:00:18.568552 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53012) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:18.623360 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2771f55-091c-48bc-9020-8d11569339c8 admin admin] Publish callbacks [] for security_group (e1c8dbed-59e6-4955-912b-3891ad9177bb), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:18.644442 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2771f55-091c-48bc-9020-8d11569339c8 admin admin] Publish callbacks [] for security_group (e1c8dbed-59e6-4955-912b-3891ad9177bb), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:18.760922 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2771f55-091c-48bc-9020-8d11569339c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e1c8dbed-59e6-4955-912b-3891ad9177bb), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:18.763429 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2771f55-091c-48bc-9020-8d11569339c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:18.764848 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e2771f55-091c-48bc-9020-8d11569339c8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e1c8dbed-59e6-4955-912b-3891ad9177bb HTTP/1.1" status: 204 len: 168 time: 0.1954324 Oct 04 09:00:18.773020 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2771f55-091c-48bc-9020-8d11569339c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c8dbed-59e6-4955-912b-3891ad9177bb,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:19.008965 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device bc5cb1e6-e616-46b1-baa2-cc1c98587dac no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:00:19.024303 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: bc5cb1e6-e616-46b1-baa2-cc1c98587dac {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:00:19.025105 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device bc5cb1e6-e616-46b1-baa2-cc1c98587dac not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:00:19.405738 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53024) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:19.419448 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b9b1e3-907e-4bd2-bb63-26584fb00ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:19.501200 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b9b1e3-907e-4bd2-bb63-26584fb00ba4 admin admin] Publish callbacks [] for security_group (042c8fc3-ecbf-4543-8cf0-2d742915525f), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:19.537993 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-53b9b1e3-907e-4bd2-bb63-26584fb00ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (042c8fc3-ecbf-4543-8cf0-2d742915525f), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:19.579157 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-53b9b1e3-907e-4bd2-bb63-26584fb00ba4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=17d76effb63448c0bd12f08b454c1006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722796 Oct 04 09:00:19.580358 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9b1e3-907e-4bd2-bb63-26584fb00ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042c8fc3-ecbf-4543-8cf0-2d742915525f,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:19.581892 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53026) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:19.588987 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:19.634379 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Publish callbacks [] for security_group (042c8fc3-ecbf-4543-8cf0-2d742915525f), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:19.641704 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:19.658243 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Publish callbacks [] for security_group (042c8fc3-ecbf-4543-8cf0-2d742915525f), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:19.805830 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (042c8fc3-ecbf-4543-8cf0-2d742915525f), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:19.808369 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:19.809542 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/042c8fc3-ecbf-4543-8cf0-2d742915525f HTTP/1.1" status: 204 len: 168 time: 0.2265704 Oct 04 09:00:19.817360 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042c8fc3-ecbf-4543-8cf0-2d742915525f,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:19.825932 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.827268 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.827268 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.827268 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.827748 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.827748 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.827939 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.828252 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.828583 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.828911 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.829230 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.829556 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.829881 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.830208 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:19.830562 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791dcfc-7599-4956-ab41-ae46c9e52c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:21.647709 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53104) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:21.866282 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d6a00e9-ec23-42c6-a8e9-36644fb17533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:21.871722 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:21.983887 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d6a00e9-ec23-42c6-a8e9-36644fb17533 admin admin] Publish callbacks [] for security_group (0310fb11-f069-4cd4-aeaa-d5e6ad33d8c7), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:22.046207 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9d6a00e9-ec23-42c6-a8e9-36644fb17533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0310fb11-f069-4cd4-aeaa-d5e6ad33d8c7), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:22.104986 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-9d6a00e9-ec23-42c6-a8e9-36644fb17533 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=422aef83dc3a4d0f91707a491f9993f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556532 Oct 04 09:00:22.108193 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53124) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:22.112265 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a00e9-ec23-42c6-a8e9-36644fb17533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0310fb11-f069-4cd4-aeaa-d5e6ad33d8c7,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:22.232467 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5ed2bdbf-db90-4611-8dc1-a5e9a4c1e3c5 admin admin] Publish callbacks [] for security_group (0310fb11-f069-4cd4-aeaa-d5e6ad33d8c7), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:22.260499 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5ed2bdbf-db90-4611-8dc1-a5e9a4c1e3c5 admin admin] Publish callbacks [] for security_group (0310fb11-f069-4cd4-aeaa-d5e6ad33d8c7), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:22.424193 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5ed2bdbf-db90-4611-8dc1-a5e9a4c1e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0310fb11-f069-4cd4-aeaa-d5e6ad33d8c7), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:22.427049 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5ed2bdbf-db90-4611-8dc1-a5e9a4c1e3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:22.428226 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-5ed2bdbf-db90-4611-8dc1-a5e9a4c1e3c5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0310fb11-f069-4cd4-aeaa-d5e6ad33d8c7 HTTP/1.1" status: 204 len: 168 time: 0.3190434 Oct 04 09:00:22.437139 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2bdbf-db90-4611-8dc1-a5e9a4c1e3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0310fb11-f069-4cd4-aeaa-d5e6ad33d8c7,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:23.366256 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53154) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:23.392419 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-abbd0e15-2c09-458c-80ef-4ac9e7538ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:23.494147 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-abbd0e15-2c09-458c-80ef-4ac9e7538ea1 admin admin] Publish callbacks [] for security_group (2c4eb4f2-f1c4-4b19-b9fb-9532e7af96d1), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:23.565587 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-abbd0e15-2c09-458c-80ef-4ac9e7538ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2c4eb4f2-f1c4-4b19-b9fb-9532e7af96d1), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:23.659374 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-abbd0e15-2c09-458c-80ef-4ac9e7538ea1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=051583a767f84166ada94c1ea9d5bdac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896247 Oct 04 09:00:23.659583 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53164) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:23.666471 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd0e15-2c09-458c-80ef-4ac9e7538ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4eb4f2-f1c4-4b19-b9fb-9532e7af96d1,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:23.718260 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc93e67b-e419-4d67-95a8-85d1e08d7437 admin admin] Publish callbacks [] for security_group (2c4eb4f2-f1c4-4b19-b9fb-9532e7af96d1), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:23.741072 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc93e67b-e419-4d67-95a8-85d1e08d7437 admin admin] Publish callbacks [] for security_group (2c4eb4f2-f1c4-4b19-b9fb-9532e7af96d1), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:23.887204 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc93e67b-e419-4d67-95a8-85d1e08d7437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2c4eb4f2-f1c4-4b19-b9fb-9532e7af96d1), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:23.890312 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc93e67b-e419-4d67-95a8-85d1e08d7437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:23.891898 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-cc93e67b-e419-4d67-95a8-85d1e08d7437 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2c4eb4f2-f1c4-4b19-b9fb-9532e7af96d1 HTTP/1.1" status: 204 len: 168 time: 0.2314653 Oct 04 09:00:23.901019 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93e67b-e419-4d67-95a8-85d1e08d7437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4eb4f2-f1c4-4b19-b9fb-9532e7af96d1,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:24.908459 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53182) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:24.923268 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1a57-5240-48c7-9a24-d4f924bf7104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:24.959057 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:25.054781 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1a57-5240-48c7-9a24-d4f924bf7104 admin admin] Publish callbacks [] for security_group (0b81732f-2901-4378-82d4-d5b234397db1), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:25.104864 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1a57-5240-48c7-9a24-d4f924bf7104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0b81732f-2901-4378-82d4-d5b234397db1), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:25.150509 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ff0e1a57-5240-48c7-9a24-d4f924bf7104 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7a8dc35c72f44d6f88020e6d44147da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408381 Oct 04 09:00:25.151696 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e1a57-5240-48c7-9a24-d4f924bf7104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b81732f-2901-4378-82d4-d5b234397db1,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:25.153675 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53194) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:25.228678 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b61f-d317-48e8-ba72-9e36c0665eb8 admin admin] Publish callbacks [] for security_group (0b81732f-2901-4378-82d4-d5b234397db1), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:25.252020 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b61f-d317-48e8-ba72-9e36c0665eb8 admin admin] Publish callbacks [] for security_group (0b81732f-2901-4378-82d4-d5b234397db1), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:25.391161 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b61f-d317-48e8-ba72-9e36c0665eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0b81732f-2901-4378-82d4-d5b234397db1), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:25.394352 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b61f-d317-48e8-ba72-9e36c0665eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:25.399920 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c6b0b61f-d317-48e8-ba72-9e36c0665eb8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0b81732f-2901-4378-82d4-d5b234397db1 HTTP/1.1" status: 204 len: 168 time: 0.2404189 Oct 04 09:00:25.426347 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0b61f-d317-48e8-ba72-9e36c0665eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b81732f-2901-4378-82d4-d5b234397db1,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:30.879760 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:33.631180 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=14 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:33.633488 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=18 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:34.681954 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e4512258-eb6a-4cb1-9348-f9f6b7a6031a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:35.146153 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:35.403381 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:35.406753 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=14 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:35.764643 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53460) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:35.892824 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4cecfcb9-8ac1-4c90-a232-fd747d888b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:35.988824 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4cecfcb9-8ac1-4c90-a232-fd747d888b3a admin admin] Publish callbacks [] for security_group (4d94028d-8048-4452-b656-7a2ad65e864b), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:36.052670 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4cecfcb9-8ac1-4c90-a232-fd747d888b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (4d94028d-8048-4452-b656-7a2ad65e864b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:36.113240 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecfcb9-8ac1-4c90-a232-fd747d888b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d94028d-8048-4452-b656-7a2ad65e864b,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:36.130120 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53464) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:36.137615 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-4cecfcb9-8ac1-4c90-a232-fd747d888b3a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0b4f4a7579a04cdba737240c36533194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715279 Oct 04 09:00:36.194002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Publish callbacks [] for security_group (4d94028d-8048-4452-b656-7a2ad65e864b), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:36.215862 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Publish callbacks [] for security_group (4d94028d-8048-4452-b656-7a2ad65e864b), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:36.372781 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (4d94028d-8048-4452-b656-7a2ad65e864b), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:36.376184 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:36.377553 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4d94028d-8048-4452-b656-7a2ad65e864b HTTP/1.1" status: 204 len: 168 time: 0.2459948 Oct 04 09:00:36.403288 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d94028d-8048-4452-b656-7a2ad65e864b,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:36.412237 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.418240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea741471-9b20-4349-a3d5-cb94dc614fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:36.944529 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-60f25324-a613-4443-9337-3378c6b391ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:37.046346 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53478) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:37.061799 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5d49d258-f990-426e-9825-057d3b6ed787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:37.159207 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5d49d258-f990-426e-9825-057d3b6ed787 admin admin] Publish callbacks [] for security_group (420e7b97-41f3-43cb-9772-ed58e24d52f2), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:37.218933 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5d49d258-f990-426e-9825-057d3b6ed787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (420e7b97-41f3-43cb-9772-ed58e24d52f2), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:37.258627 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49d258-f990-426e-9825-057d3b6ed787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420e7b97-41f3-43cb-9772-ed58e24d52f2,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:37.270381 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53480) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:37.275160 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-5d49d258-f990-426e-9825-057d3b6ed787 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=75e4a2374af74c3a98dd86ab5cecc086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274215 Oct 04 09:00:37.322748 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-561969ae-2d60-4f4c-93df-e39a99339cb3 admin admin] Publish callbacks [] for security_group (420e7b97-41f3-43cb-9772-ed58e24d52f2), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:37.343769 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-561969ae-2d60-4f4c-93df-e39a99339cb3 admin admin] Publish callbacks [] for security_group (420e7b97-41f3-43cb-9772-ed58e24d52f2), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:37.485685 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-561969ae-2d60-4f4c-93df-e39a99339cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (420e7b97-41f3-43cb-9772-ed58e24d52f2), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:37.488524 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-561969ae-2d60-4f4c-93df-e39a99339cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:37.489693 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-561969ae-2d60-4f4c-93df-e39a99339cb3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/420e7b97-41f3-43cb-9772-ed58e24d52f2 HTTP/1.1" status: 204 len: 168 time: 0.2183120 Oct 04 09:00:37.524547 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561969ae-2d60-4f4c-93df-e39a99339cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e7b97-41f3-43cb-9772-ed58e24d52f2,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:37.536735 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:37.538453 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:38.327200 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:40.023194 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:40.098562 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:40.747171 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:00:47.258803 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=33,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:47.263964 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=38,neutron:INSERT=7 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:47.384120 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=35,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:47.528423 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:49.823630 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53766) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:49.879824 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b83cb5-ad6f-4488-b9d1-e2e4100f2ad3 admin admin] Deleting subnet 64cbd522-301e-4a86-a134-fa94377a0d87 {{(pid=113286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 09:00:49.883098 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-68b83cb5-ad6f-4488-b9d1-e2e4100f2ad3 admin admin] Publish callbacks [] for subnet (64cbd522-301e-4a86-a134-fa94377a0d87), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:49.922332 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-68b83cb5-ad6f-4488-b9d1-e2e4100f2ad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27773343'] for subnet (64cbd522-301e-4a86-a134-fa94377a0d87), precommit_delete_associations {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:49.962287 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-68b83cb5-ad6f-4488-b9d1-e2e4100f2ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (64cbd522-301e-4a86-a134-fa94377a0d87), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.013524 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:UPDATE=1,neutron:SELECT=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:50.017392 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:50.075711 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-68b83cb5-ad6f-4488-b9d1-e2e4100f2ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28129064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29048720'] for subnet (64cbd522-301e-4a86-a134-fa94377a0d87), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.099950 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b83cb5-ad6f-4488-b9d1-e2e4100f2ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cbd522-301e-4a86-a134-fa94377a0d87,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:50.113130 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-68b83cb5-ad6f-4488-b9d1-e2e4100f2ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.113130 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-68b83cb5-ad6f-4488-b9d1-e2e4100f2ad3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/64cbd522-301e-4a86-a134-fa94377a0d87 HTTP/1.1" status: 204 len: 168 time: 0.2847793 Oct 04 09:00:50.113130 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53768) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:50.185095 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (b6baeb7f-3d3d-4aed-b922-058db1f05b2c), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.265142 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (b6baeb7f-3d3d-4aed-b922-058db1f05b2c), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.285169 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6baeb7f-3d3d-4aed-b922-058db1f05b2c']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:00:50.294663 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1e0826-d7a7-403b-9529-25f092967855') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:00:50.294966 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1e0826-d7a7-403b-9529-25f092967855') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:00:50.304433 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (8c1e0826-d7a7-403b-9529-25f092967855), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.318129 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (8c1e0826-d7a7-403b-9529-25f092967855), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.325464 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:00:50.325935 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (8c1e0826-d7a7-403b-9529-25f092967855), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.375926 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 8c1e0826-d7a7-403b-9529-25f092967855 resource provider aggregate not found Oct 04 09:00:50.394453 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 8c1e0826-d7a7-403b-9529-25f092967855 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c1e0826-d7a7-403b-9529-25f092967855 found for delete ", "request_id": "req-06bf70e5-638f-488b-8569-f614b01cde89"}]} Oct 04 09:00:50.492179 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (b6baeb7f-3d3d-4aed-b922-058db1f05b2c), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.502315 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:50.502315 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b6baeb7f-3d3d-4aed-b922-058db1f05b2c HTTP/1.1" status: 204 len: 168 time: 0.3882184 Oct 04 09:00:50.513216 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26b2b1-796b-4acc-995b-62f893fc8cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6baeb7f-3d3d-4aed-b922-058db1f05b2c,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:50.743672 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:50.933759 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53792) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:50.975725 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-cc5a8e7f-4996-4580-9aea-30b4a82f4115 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f9e5915b40b84a859f5ab0fb5892c973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407574 Oct 04 09:00:50.999085 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53798) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:51.052298 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-013c727c-7094-4a71-8873-f5a774890225 admin admin] Publish callbacks [] for security_group (905ac20d-89ed-4d49-addd-fbb7bcbdce8d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:51.072535 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-013c727c-7094-4a71-8873-f5a774890225 admin admin] Publish callbacks [] for security_group (905ac20d-89ed-4d49-addd-fbb7bcbdce8d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:51.205391 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-013c727c-7094-4a71-8873-f5a774890225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (905ac20d-89ed-4d49-addd-fbb7bcbdce8d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:51.208077 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-013c727c-7094-4a71-8873-f5a774890225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:51.209302 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-013c727c-7094-4a71-8873-f5a774890225 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/905ac20d-89ed-4d49-addd-fbb7bcbdce8d HTTP/1.1" status: 204 len: 168 time: 0.2090373 Oct 04 09:00:51.218786 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c727c-7094-4a71-8873-f5a774890225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905ac20d-89ed-4d49-addd-fbb7bcbdce8d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:52.238433 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53836) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:52.338084 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1486047221-network', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:00:52.485254 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Made reservation on behalf of 07b9220d86234adc83ef7fbe0d4d834d for: {'network': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:00:52.487761 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:52.496699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:52.582621 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Publish callbacks [] for security_group (0d3c844e-c822-43c8-b4cb-9d9814703d75), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:52.664092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0d3c844e-c822-43c8-b4cb-9d9814703d75), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:52.692600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=113287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:00:52.703458 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3c844e-c822-43c8-b4cb-9d9814703d75,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:52.708449 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (df7f86ad-8c45-4b4d-90d7-b3b107716322), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:52.708797 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.segments_db [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Added segment df7f86ad-8c45-4b4d-90d7-b3b107716322 of type vlan for network a74c7fc7-ef7f-4524-af4b-bb7156e889af Oct 04 09:00:52.760339 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (a74c7fc7-ef7f-4524-af4b-bb7156e889af), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:52.867677 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (a74c7fc7-ef7f-4524-af4b-bb7156e889af), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:52.868646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:52.869303 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:52.932195 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] Pushing event updated for resources: {'Network': ['ID=a74c7fc7-ef7f-4524-af4b-bb7156e889af,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:52.946731 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 09:00:53.001433 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53854) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:53.001952 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-620c59b7-f92e-47dd-a755-3a66931ac93c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7619638 Oct 04 09:00:53.011276 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Request body: {'subnet': {'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1486047221-subnet', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'ip_version': 4}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:00:53.121360 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Made reservation on behalf of 07b9220d86234adc83ef7fbe0d4d834d for: {'subnet': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:00:53.124749 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29048433'] for subnet (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:53.402028 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28129129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29048419'] for subnet (35ed7c00-d581-4d3c-8b42-af39f7e4ae2a), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:53.459854 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:53.468743 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Checking segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:00:53.469097 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Network hostable DHCP agents. Network: a74c7fc7-ef7f-4524-af4b-bb7156e889af, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:00:53.561917 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:00:53.564917 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:53.630195 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, a74c7fc7-ef7f-4524-af4b-bb7156e889af) {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:00:53.635674 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:53.636749 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:53.641426 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab8763-ed8b-4cfe-a69c-bd7d478cd83e None None] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 09:00:53.643908 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:53.750577 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 09:00:53.751492 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:53.762692 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-c121228b-6b5f-498b-a15a-65dd228557f9 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7594416 Oct 04 09:00:53.765896 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53868) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:53.770571 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:00:53.853257 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (ef664018-3bbf-4e08-a2a4-d1d4acd27619), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:53.854381 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (ef664018-3bbf-4e08-a2a4-d1d4acd27619), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:53.892053 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Allocated IP 172.20.0.2 (a74c7fc7-ef7f-4524-af4b-bb7156e889af/35ed7c00-d581-4d3c-8b42-af39f7e4ae2a/f095f479-d31e-45d7-a43c-73825eecfe2a) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:00:53.906867 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks [] for router_controller (ef664018-3bbf-4e08-a2a4-d1d4acd27619), precommit_add_association {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.041875 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Publish callbacks [] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.141224 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:54.143359 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks [] for router_gateway (ef664018-3bbf-4e08-a2a4-d1d4acd27619), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.150705 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.189874 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:00:54.195035 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:00:54.198634 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:00:54.215143 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Pushing event updated for resources: {'Port': ['ID=f095f479-d31e-45d7-a43c-73825eecfe2a,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:54.242216 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.242608 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.242937 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.243277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.243605 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.243927 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.244441 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.244766 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.245093 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.245416 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.245737 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.246061 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.246381 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.246723 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.247041 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:54.277699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:54.283778 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Attempting to bind port f095f479-d31e-45d7-a43c-73825eecfe2a on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 09:00:54.284142 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Attempting to bind port f095f479-d31e-45d7-a43c-73825eecfe2a by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 09:00:54.284498 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Attempting to bind port f095f479-d31e-45d7-a43c-73825eecfe2a on network a74c7fc7-ef7f-4524-af4b-bb7156e889af {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:00:54.330084 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 09:00:54.330487 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Checking segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:00:54.330953 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.331429 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Bound using segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 09:00:54.331767 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Bound port: f095f479-d31e-45d7-a43c-73825eecfe2a, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 09:00:54.332146 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.382839 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks [] for router_gateway (ef664018-3bbf-4e08-a2a4-d1d4acd27619), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.394807 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] For port f095f479-d31e-45d7-a43c-73825eecfe2a, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 09:00:54.397841 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] For port f095f479-d31e-45d7-a43c-73825eecfe2a, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f095f479-d31e-45d7-a43c-73825eecfe2a,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 09:00:54.402773 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.510202 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Allocated IP 172.27.1.117 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/f42357bb-da45-4619-9886-58db4bfacf67) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:00:54.521701 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.593448 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204127e-f3d8-4800-8c4d-cded33c03fe4 None None] Pushing event updated for resources: {'Port': ['ID=f095f479-d31e-45d7-a43c-73825eecfe2a,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:54.650595 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks [] for port (f42357bb-da45-4619-9886-58db4bfacf67), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.740459 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (f42357bb-da45-4619-9886-58db4bfacf67), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.828286 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:00:54.829274 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=f42357bb-da45-4619-9886-58db4bfacf67,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:54.842645 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:00:54.845425 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:00:55.386359 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c93344-70ab-49fc-bd85-f03c59e460fe req-e6aeb6f9-9ed0-4ba6-87ca-b1c8f6fa760a tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:55.399118 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-93c93344-70ab-49fc-bd85-f03c59e460fe req-e6aeb6f9-9ed0-4ba6-87ca-b1c8f6fa760a tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0671272 Oct 04 09:00:55.474574 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-93c93344-70ab-49fc-bd85-f03c59e460fe req-a3f398f8-a0a6-49c8-a23f-643522b8e90a tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723267 Oct 04 09:00:55.489755 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks [] for router_gateway (ef664018-3bbf-4e08-a2a4-d1d4acd27619), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:55.664970 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b4d877-b92b-4b12-8542-b1c3af65f39b None None] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 09:00:55.705005 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (ef664018-3bbf-4e08-a2a4-d1d4acd27619), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:55.743153 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:55.781450 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-9b56877d-47f0-427d-920a-7a632b8b98b1 None None] Provisioning complete for port f095f479-d31e-45d7-a43c-73825eecfe2a triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:00:55.781819 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9b56877d-47f0-427d-920a-7a632b8b98b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:55.783363 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-9b56877d-47f0-427d-920a-7a632b8b98b1 None None] Attempt 1 to provision port f095f479-d31e-45d7-a43c-73825eecfe2a Oct 04 09:00:55.786517 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:55.802889 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:55.844070 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:55.892746 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-9b56877d-47f0-427d-920a-7a632b8b98b1 None None] Current status of the port f095f479-d31e-45d7-a43c-73825eecfe2a is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:00:55.893139 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9b56877d-47f0-427d-920a-7a632b8b98b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:55.920483 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Router ef664018-3bbf-4e08-a2a4-d1d4acd27619 is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 09:00:55.934459 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-9b56877d-47f0-427d-920a-7a632b8b98b1 None None] For port f095f479-d31e-45d7-a43c-73825eecfe2a, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f095f479-d31e-45d7-a43c-73825eecfe2a,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:00:56.019323 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9b56877d-47f0-427d-920a-7a632b8b98b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.037082 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:00:56.051853 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Sync routers for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:00:56.063035 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:00:56.063743 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:00:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:00:56.069516 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56877d-47f0-427d-920a-7a632b8b98b1 None None] Pushing event updated for resources: {'Port': ['ID=f095f479-d31e-45d7-a43c-73825eecfe2a,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:56.140022 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-448dcdb1-3969-46e7-a67d-4df7a38c3799 None None] Provisioning complete for port f095f479-d31e-45d7-a43c-73825eecfe2a triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:00:56.140682 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-448dcdb1-3969-46e7-a67d-4df7a38c3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.141017 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-448dcdb1-3969-46e7-a67d-4df7a38c3799 None None] Attempt 1 to provision port f095f479-d31e-45d7-a43c-73825eecfe2a Oct 04 09:00:56.151885 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.155743 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-00a281d1-351e-4c01-a666-402ff7761ad4 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3862166 Oct 04 09:00:56.155965 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53912) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:56.179016 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53914) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:56.186184 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:00:56.249383 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-448dcdb1-3969-46e7-a67d-4df7a38c3799 None None] Current status of the port f095f479-d31e-45d7-a43c-73825eecfe2a is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:00:56.346093 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7d4bee2b-be31-4606-ba39-7fb6f072e49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.406841 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:54Z', 'revision_number': 3, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:00:56.433356 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f095f479-d31e-45d7-a43c-73825eecfe2a up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:00:56.437571 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Checking router: ef664018-3bbf-4e08-a2a4-d1d4acd27619 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:00:56.437571 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Updating router ef664018-3bbf-4e08-a2a4-d1d4acd27619 port f42357bb-da45-4619-9886-58db4bfacf67 binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:00:56.468578 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f42357bb-da45-4619-9886-58db4bfacf67), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.469956 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7d4bee2b-be31-4606-ba39-7fb6f072e49d admin admin] Publish callbacks [] for security_group (b42bf2be-cb9d-489e-b6d1-f93295310578), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.492662 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f095f479-d31e-45d7-a43c-73825eecfe2a triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:00:56.495140 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.495140 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f095f479-d31e-45d7-a43c-73825eecfe2a Oct 04 09:00:56.584678 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7d4bee2b-be31-4606-ba39-7fb6f072e49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (b42bf2be-cb9d-489e-b6d1-f93295310578), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.585741 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f095f479-d31e-45d7-a43c-73825eecfe2a is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:00:56.626781 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-7d4bee2b-be31-4606-ba39-7fb6f072e49d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5ca8dc5048144432998c07e1298ae6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465835 Oct 04 09:00:56.634395 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53924) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:56.642451 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:56.692955 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bee2b-be31-4606-ba39-7fb6f072e49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bf2be-cb9d-489e-b6d1-f93295310578,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:56.707787 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630e169-423c-442e-beda-6255e5302330 req-8b5f7d5d-e4f8-4a01-93ce-45a9a5a44687 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:56.716866 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d630e169-423c-442e-beda-6255e5302330 req-8b5f7d5d-e4f8-4a01-93ce-45a9a5a44687 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.1339703 Oct 04 09:00:56.722493 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:56.751280 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.816352 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-960f35f8-bdc7-4e6b-bcae-eb77db1fc2a6 admin admin] Publish callbacks [] for security_group (b42bf2be-cb9d-489e-b6d1-f93295310578), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.834290 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d630e169-423c-442e-beda-6255e5302330 req-138214d5-3d26-430a-aeb0-f4e4b32d7d4d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158583 Oct 04 09:00:56.850105 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-960f35f8-bdc7-4e6b-bcae-eb77db1fc2a6 admin admin] Publish callbacks [] for security_group (b42bf2be-cb9d-489e-b6d1-f93295310578), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.894722 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Publish callbacks [] for port (f42357bb-da45-4619-9886-58db4bfacf67), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:56.969583 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Allocated IP 172.20.0.1 (a74c7fc7-ef7f-4524-af4b-bb7156e889af/35ed7c00-d581-4d3c-8b42-af39f7e4ae2a/1f32addd-f3b8-40ed-b261-b0fa3ed06871) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:00:56.983976 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f42357bb-da45-4619-9886-58db4bfacf67), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.021366 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:57.023145 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Attempting to bind port f42357bb-da45-4619-9886-58db4bfacf67 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 09:00:57.023510 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Attempting to bind port f42357bb-da45-4619-9886-58db4bfacf67 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 09:00:57.023867 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Attempting to bind port f42357bb-da45-4619-9886-58db4bfacf67 on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:00:57.030112 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-960f35f8-bdc7-4e6b-bcae-eb77db1fc2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (b42bf2be-cb9d-489e-b6d1-f93295310578), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.034543 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-960f35f8-bdc7-4e6b-bcae-eb77db1fc2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.034543 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-960f35f8-bdc7-4e6b-bcae-eb77db1fc2a6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b42bf2be-cb9d-489e-b6d1-f93295310578 HTTP/1.1" status: 204 len: 168 time: 0.3984385 Oct 04 09:00:57.042080 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f35f8-bdc7-4e6b-bcae-eb77db1fc2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bf2be-cb9d-489e-b6d1-f93295310578,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:57.060918 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Pushing event updated for resources: {'Port': ['ID=f42357bb-da45-4619-9886-58db4bfacf67,revision_number=2']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:57.086089 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Publish callbacks [] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.086817 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.086817 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.086817 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.086817 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.086817 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.086817 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.087271 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.087361 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.087832 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.087989 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.088308 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.088646 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.089054 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.089384 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.089847 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:00:57.097797 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 09:00:57.098460 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:00:57.099464 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.100201 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 09:00:57.100807 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Bound port: f42357bb-da45-4619-9886-58db4bfacf67, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 09:00:57.101400 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f42357bb-da45-4619-9886-58db4bfacf67), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.151586 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] For port f42357bb-da45-4619-9886-58db4bfacf67, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 09:00:57.155486 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] For port f42357bb-da45-4619-9886-58db4bfacf67, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f42357bb-da45-4619-9886-58db4bfacf67,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 09:00:57.229717 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.252881 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f42357bb-da45-4619-9886-58db4bfacf67), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.262122 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:57.274951 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:00:57.280259 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:00:57.284228 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:00:57.300556 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:00:57.301177 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:00:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:00:57.312430 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Pushing event updated for resources: {'Port': ['ID=1f32addd-f3b8-40ed-b261-b0fa3ed06871,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:57.328157 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (ef664018-3bbf-4e08-a2a4-d1d4acd27619), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.355796 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b983c0-6601-4aa0-bc3b-1d495a49cd03 None None] Pushing event updated for resources: {'Port': ['ID=f42357bb-da45-4619-9886-58db4bfacf67,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:57.408556 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:57.434776 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:00:57.583506 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-842fb631-d89c-42c7-8035-885c9176c635 None None] Provisioning complete for port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:00:57.583506 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-842fb631-d89c-42c7-8035-885c9176c635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.583506 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-842fb631-d89c-42c7-8035-885c9176c635 None None] Attempt 1 to provision port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 Oct 04 09:00:57.617064 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-842fb631-d89c-42c7-8035-885c9176c635 None None] Port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 09:00:57.637669 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.719191 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:54Z', 'revision_number': 3, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:00:57.745457 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77a8a8-38d4-4fc7-bdb0-d848809b5f5a None None] The sync data for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi is: [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:54Z', 'revision_number': 3, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:00:57.750892 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:57.808569 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Publish callbacks [] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.817909 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53934) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:57.831685 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-03c80bfe-b516-4735-b81b-818e0abe954b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.878131 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.922717 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-03c80bfe-b516-4735-b81b-818e0abe954b admin admin] Publish callbacks [] for security_group (04b324ae-b3dc-4201-8873-077cf0a69b82), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:57.970884 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Pushing event updated for resources: {'Port': ['ID=1f32addd-f3b8-40ed-b261-b0fa3ed06871,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:57.978570 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (ef664018-3bbf-4e08-a2a4-d1d4acd27619), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.002392 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-03c80bfe-b516-4735-b81b-818e0abe954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (04b324ae-b3dc-4201-8873-077cf0a69b82), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.021719 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:58.052416 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e953787-dc1e-4ebf-a843-95babc051d73 req-7c9f141b-434a-48c4-acbf-86616b11e161 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:58.053985 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6e953787-dc1e-4ebf-a843-95babc051d73 req-7c9f141b-434a-48c4-acbf-86616b11e161 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.1068819 Oct 04 09:00:58.068357 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-03c80bfe-b516-4735-b81b-818e0abe954b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=619278d625a947efabbd53f60ce6628f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492037 Oct 04 09:00:58.073371 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53938) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:58.084165 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c80bfe-b516-4735-b81b-818e0abe954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b324ae-b3dc-4201-8873-077cf0a69b82,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:58.126801 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6e953787-dc1e-4ebf-a843-95babc051d73 req-69644d21-a1d2-4fdb-a1d3-a73ae146ec90 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657372 Oct 04 09:00:58.132054 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:00:58.135974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:00:58.205720 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-aaea1f90-f112-4ea9-80fb-6930dbac672f admin admin] Publish callbacks [] for security_group (04b324ae-b3dc-4201-8873-077cf0a69b82), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.243927 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:58.248821 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-aaea1f90-f112-4ea9-80fb-6930dbac672f admin admin] Publish callbacks [] for security_group (04b324ae-b3dc-4201-8873-077cf0a69b82), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.345866 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Router ef664018-3bbf-4e08-a2a4-d1d4acd27619 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:00:58.387801 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f42357bb-da45-4619-9886-58db4bfacf67 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:00:58.452818 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-aaea1f90-f112-4ea9-80fb-6930dbac672f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (04b324ae-b3dc-4201-8873-077cf0a69b82), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.455337 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-aaea1f90-f112-4ea9-80fb-6930dbac672f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.456517 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-aaea1f90-f112-4ea9-80fb-6930dbac672f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/04b324ae-b3dc-4201-8873-077cf0a69b82 HTTP/1.1" status: 204 len: 168 time: 0.3821185 Oct 04 09:00:58.457428 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-e1bed4f8-0150-44d3-808d-f052fd2bb52d None None] Provisioning complete for port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:00:58.457810 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e1bed4f8-0150-44d3-808d-f052fd2bb52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.458141 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-e1bed4f8-0150-44d3-808d-f052fd2bb52d None None] Attempt 1 to provision port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 Oct 04 09:00:58.476435 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea1f90-f112-4ea9-80fb-6930dbac672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b324ae-b3dc-4201-8873-077cf0a69b82,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:58.480633 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f42357bb-da45-4619-9886-58db4bfacf67 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:00:58.481133 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f42357bb-da45-4619-9886-58db4bfacf67), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.481531 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f42357bb-da45-4619-9886-58db4bfacf67 Oct 04 09:00:58.491386 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:00:58.505606 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-f831b5ae-d9d9-4780-bc75-3ac89e619899 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ef664018-3bbf-4e08-a2a4-d1d4acd27619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3396306 Oct 04 09:00:58.566975 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-e1bed4f8-0150-44d3-808d-f052fd2bb52d None None] Port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 09:00:58.619308 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f42357bb-da45-4619-9886-58db4bfacf67 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:00:58.619918 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f42357bb-da45-4619-9886-58db4bfacf67), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.648813 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port f42357bb-da45-4619-9886-58db4bfacf67, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f42357bb-da45-4619-9886-58db4bfacf67,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:00:58.709545 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f42357bb-da45-4619-9886-58db4bfacf67), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:58.761617 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=f42357bb-da45-4619-9886-58db4bfacf67,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:59.253567 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0507a-4a46-43b1-b79e-fa7cc7485fa6 req-b1d14af0-eddf-41c5-ac85-b82183c6c78d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:59.255108 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2bf0507a-4a46-43b1-b79e-fa7cc7485fa6 req-b1d14af0-eddf-41c5-ac85-b82183c6c78d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0469303 Oct 04 09:00:59.307599 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2bf0507a-4a46-43b1-b79e-fa7cc7485fa6 req-4f01aa9a-2ec7-4696-be8d-e40b534598e6 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464437 Oct 04 09:00:59.339456 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 53964) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:59.351019 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53966) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:59.353941 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-249ef922-5fea-465c-bf5c-ee5f9faf6d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.355853 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1845928584-network', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:00:59.359776 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:59.435540 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-249ef922-5fea-465c-bf5c-ee5f9faf6d1e admin admin] Publish callbacks [] for security_group (86c10bf4-12c3-4b24-879b-bbf9b601a981), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.450497 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Made reservation on behalf of 33c49c7ca4e44d45b2416ab67784f0eb for: {'network': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:00:59.452855 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for network (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.470327 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.500860 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Sync routers for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:00:59.517104 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:00:59.517824 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:00:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:00:59.538962 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-249ef922-5fea-465c-bf5c-ee5f9faf6d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (86c10bf4-12c3-4b24-879b-bbf9b601a981), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.546593 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Publish callbacks [] for security_group (c0abe199-f726-4994-9452-258c8ca25760), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.584154 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-249ef922-5fea-465c-bf5c-ee5f9faf6d1e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8f5e959e140c421883424057d7631d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412748 Oct 04 09:00:59.584154 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ef922-5fea-465c-bf5c-ee5f9faf6d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c10bf4-12c3-4b24-879b-bbf9b601a981,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:59.584598 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53970) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:00:59.622223 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c0abe199-f726-4994-9452-258c8ca25760), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.643394 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:00:59.660117 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=113286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:00:59.674764 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0abe199-f726-4994-9452-258c8ca25760,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:59.678980 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-915ead19-87a4-4aa5-aa2d-69e51b3bfe33 admin admin] Publish callbacks [] for security_group (86c10bf4-12c3-4b24-879b-bbf9b601a981), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.681865 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (ecb819e9-8a81-48c2-9a0b-6be81b01ad63), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.681865 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.segments_db [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Added segment ecb819e9-8a81-48c2-9a0b-6be81b01ad63 of type vlan for network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e Oct 04 09:00:59.730729 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-915ead19-87a4-4aa5-aa2d-69e51b3bfe33 admin admin] Publish callbacks [] for security_group (86c10bf4-12c3-4b24-879b-bbf9b601a981), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.746290 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759939688677'] for network (69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.869745 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.870849 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:00:59.871429 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.924385 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-915ead19-87a4-4aa5-aa2d-69e51b3bfe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (86c10bf4-12c3-4b24-879b-bbf9b601a981), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.926945 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-915ead19-87a4-4aa5-aa2d-69e51b3bfe33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:59.930343 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-915ead19-87a4-4aa5-aa2d-69e51b3bfe33 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/86c10bf4-12c3-4b24-879b-bbf9b601a981 HTTP/1.1" status: 204 len: 168 time: 0.3424079 Oct 04 09:00:59.964991 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ead19-87a4-4aa5-aa2d-69e51b3bfe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c10bf4-12c3-4b24-879b-bbf9b601a981,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:59.967627 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] Pushing event updated for resources: {'Network': ['ID=69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:00:59.992447 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e details requested by agent ovs-agent-dv-cinder-859447-2-iscsi with host dv-cinder-859447-2-iscsi {{(pid=113288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 09:01:00.016942 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-35827ba0-c6ba-4282-b5f0-c234992f7882 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6619461 Oct 04 09:01:00.017177 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53980) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:00.022251 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Request body: {'subnet': {'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1845928584-subnet', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'ip_version': 4}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:00.093873 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 2, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:00.132623 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Made reservation on behalf of 33c49c7ca4e44d45b2416ab67784f0eb for: {'subnet': 1} {{(pid=113286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:01:00.135127 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29048433'] for subnet (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.137465 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Checking router: ef664018-3bbf-4e08-a2a4-d1d4acd27619 for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:01:00.137771 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:00.138715 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Updating router ef664018-3bbf-4e08-a2a4-d1d4acd27619 port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:01:00.179215 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:00.217163 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:00.219893 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.396655 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f42357bb-da45-4619-9886-58db4bfacf67 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:00.439639 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28129129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29048419'] for subnet (2d3fc86e-3241-464f-aa2e-aa754e56950e), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.448756 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:00.480145 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c77e6-306a-405f-89bc-7cfdd4799144 req-d6469435-fe47-4ce5-bf86-770997ace559 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:00.481770 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-010c77e6-306a-405f-89bc-7cfdd4799144 req-d6469435-fe47-4ce5-bf86-770997ace559 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0859916 Oct 04 09:01:00.481988 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f42357bb-da45-4619-9886-58db4bfacf67 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:00.482211 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f42357bb-da45-4619-9886-58db4bfacf67), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.482783 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f42357bb-da45-4619-9886-58db4bfacf67 Oct 04 09:01:00.551833 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3fc86e-3241-464f-aa2e-aa754e56950e,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:00.573453 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-010c77e6-306a-405f-89bc-7cfdd4799144 req-c2af51c4-091a-4f8c-bc37-6d4163281c07 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806470 Oct 04 09:01:00.574011 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Checking segment: {'id': 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:01:00.574369 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Network hostable DHCP agents. Network: 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e, hostable agents: ['00060b80-4c3b-4630-b1e7-876422211001'], hosted agents: [] {{(pid=113286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:01:00.589242 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Publish callbacks [] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.628397 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f42357bb-da45-4619-9886-58db4bfacf67 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:00.681352 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.682002 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e is scheduled to be hosted by DHCP agent 00060b80-4c3b-4630-b1e7-876422211001 with binding_index 1 {{(pid=113286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:01:00.738263 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-2-iscsi, 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e) {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:01:00.743850 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:00.744470 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.762251 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f232f2-617d-4a72-8b2d-898f2ecbc63a None None] Network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 09:01:00.765059 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca115c95-869f-4417-a6a8-cd8305c717dc None None] Pushing event updated for resources: {'Port': ['ID=1f32addd-f3b8-40ed-b261-b0fa3ed06871,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:00.804141 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-f2210d50-283d-447b-a7be-ff9612650441 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7860093 Oct 04 09:01:00.806890 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 53996) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:00.814769 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:00.839708 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Attempting to bind port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 09:01:00.840081 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Attempting to bind port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 09:01:00.840526 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Attempting to bind port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:01:00.884536 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:00.932115 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 09:01:00.932350 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Checking segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:01:00.932752 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.933136 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Bound using segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 09:01:00.933611 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Bound port: 1f32addd-f3b8-40ed-b261-b0fa3ed06871, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 09:01:00.933989 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.938914 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fa4ee6c-8ad4-5c3e-9c1f-1bd0e73cf064-69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e', 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e', 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'fixed_ips': [{'subnet_id': '2d3fc86e-3241-464f-aa2e-aa754e56950e'}]}} from dv-cinder-859447-2-iscsi. {{(pid=113288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 09:01:00.943229 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.962538 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7861'] for router (29171b8b-b049-4e17-8e36-64fbe236fa9d), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.963591 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-493210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3670466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7852'] for router (29171b8b-b049-4e17-8e36-64fbe236fa9d), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:00.994483 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.021039 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks [] for router_controller (29171b8b-b049-4e17-8e36-64fbe236fa9d), precommit_add_association {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.079204 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] For port 1f32addd-f3b8-40ed-b261-b0fa3ed06871, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 09:01:01.097301 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] For port 1f32addd-f3b8-40ed-b261-b0fa3ed06871, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=1f32addd-f3b8-40ed-b261-b0fa3ed06871,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 09:01:01.104885 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:01.155966 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.224211 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:01:01.224858 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:00:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:01.233067 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks [] for router_gateway (29171b8b-b049-4e17-8e36-64fbe236fa9d), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.263443 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca115c95-869f-4417-a6a8-cd8305c717dc None None] Pushing event updated for resources: {'Port': ['ID=1f32addd-f3b8-40ed-b261-b0fa3ed06871,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:01.283028 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.db_base_plugin_common [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Allocated IP 172.20.0.2 (69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e/2d3fc86e-3241-464f-aa2e-aa754e56950e/22ada7ab-2e0a-43f1-b60b-2fb45970373a) {{(pid=113288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:01:01.384330 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:01.399146 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:01:01.504351 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks [] for router_gateway (29171b8b-b049-4e17-8e36-64fbe236fa9d), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.527475 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.646556 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Allocated IP 172.27.1.106 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/f4ffabed-8420-4747-bb7d-9fca0df5b45e) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:01:01.707532 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:01.740393 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Publish callbacks [] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), precommit_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.745947 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7d516-e343-46ed-b788-b26902c06d74 req-8eec4cb8-0fc1-41b3-8eeb-a108f7d3d1ed tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:01.747589 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d5b7d516-e343-46ed-b788-b26902c06d74 req-8eec4cb8-0fc1-41b3-8eeb-a108f7d3d1ed tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0889213 Oct 04 09:01:01.809303 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:01Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:01.825622 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:01.832392 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-d5b7d516-e343-46ed-b788-b26902c06d74 req-7cd11c22-9f99-4105-80d2-3b6ee504c79b tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765061 Oct 04 09:01:01.835113 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks [] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.839490 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), after_create {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.844851 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c54ae-355e-4dfe-a775-96bc31873c05 None None] The sync data for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi is: [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:01Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:01:01.915098 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e is already hosted by enough agents. {{(pid=113288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:01:01.923335 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.scheduler.base_scheduler [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Resources bound (agent type, host, resource id): {{(pid=113288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:01:01.928574 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:01.939912 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Received port after_create {{(pid=113288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:01:01.948852 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Pushing event updated for resources: {'Port': ['ID=22ada7ab-2e0a-43f1-b60b-2fb45970373a,revision_number=1']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:01.987190 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:01:01.991265 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:01:01.998265 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:01:02.031426 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Attempting to bind port 22ada7ab-2e0a-43f1-b60b-2fb45970373a on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 09:01:02.031426 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Attempting to bind port 22ada7ab-2e0a-43f1-b60b-2fb45970373a by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 09:01:02.031426 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Attempting to bind port 22ada7ab-2e0a-43f1-b60b-2fb45970373a on network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:01:02.033242 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ffabed-8420-4747-bb7d-9fca0df5b45e,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:02.080279 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 09:01:02.080726 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Checking segment: {'id': 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:01:02.081198 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:02.081653 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Bound using segment: {'id': 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 09:01:02.082196 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Bound port: 22ada7ab-2e0a-43f1-b60b-2fb45970373a, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 09:01:02.082663 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:02.158550 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] For port 22ada7ab-2e0a-43f1-b60b-2fb45970373a, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 09:01:02.164760 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] For port 22ada7ab-2e0a-43f1-b60b-2fb45970373a, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=22ada7ab-2e0a-43f1-b60b-2fb45970373a,segment=NetworkSegment(ecb819e9-8a81-48c2-9a0b-6be81b01ad63),segment_id=ecb819e9-8a81-48c2-9a0b-6be81b01ad63)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 09:01:02.230726 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:02.318107 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:02.319137 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f83819-043b-4cfe-99d1-b531beb8fed1 None None] Pushing event updated for resources: {'Port': ['ID=22ada7ab-2e0a-43f1-b60b-2fb45970373a,revision_number=2']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:02.457542 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 1f32addd-f3b8-40ed-b261-b0fa3ed06871 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:02.597768 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:02.597888 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:02.598231 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 Oct 04 09:01:02.775908 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:02.776611 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:02.801622 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks [] for router_gateway (29171b8b-b049-4e17-8e36-64fbe236fa9d), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:02.829433 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 1f32addd-f3b8-40ed-b261-b0fa3ed06871, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=1f32addd-f3b8-40ed-b261-b0fa3ed06871,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:02.927633 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:02.993640 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=1f32addd-f3b8-40ed-b261-b0fa3ed06871,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:03.014254 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c93410-ac90-4640-8bf3-4b45b7f623bc req-8a8c05a6-e934-40aa-b201-afff6aeb2dd7 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:03.023267 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-71c93410-ac90-4640-8bf3-4b45b7f623bc req-8a8c05a6-e934-40aa-b201-afff6aeb2dd7 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0923455 Oct 04 09:01:03.063365 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:03.117775 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441291'] for router (29171b8b-b049-4e17-8e36-64fbe236fa9d), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:03.122650 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-71c93410-ac90-4640-8bf3-4b45b7f623bc req-b97abf2f-1318-4f98-9d71-612db3f98040 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949612 Oct 04 09:01:03.457085 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Router 29171b8b-b049-4e17-8e36-64fbe236fa9d is scheduled to L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 with binding_index 1 {{(pid=113286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 09:01:03.600787 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:01:03.612030 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Sync routers for ids ['29171b8b-b049-4e17-8e36-64fbe236fa9d'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:01:03.625402 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26dc83d-52f3-44e2-a99b-5ca7ecfcdc39 None None] Network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 09:01:03.631243 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Routers {'29171b8b-b049-4e17-8e36-64fbe236fa9d'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:01:03.642911 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:00:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['29171b8b-b049-4e17-8e36-64fbe236fa9d'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:03.687528 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-a326efc7-a314-4c23-b41b-f185ab5797ed None None] Provisioning complete for port 22ada7ab-2e0a-43f1-b60b-2fb45970373a triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:03.687905 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a326efc7-a314-4c23-b41b-f185ab5797ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:03.688247 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-a326efc7-a314-4c23-b41b-f185ab5797ed None None] Attempt 1 to provision port 22ada7ab-2e0a-43f1-b60b-2fb45970373a Oct 04 09:01:03.698367 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:03.699646 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-f0c1204b-75fa-4283-acd3-6968df23a2d9 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8918176 Oct 04 09:01:03.703818 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54070) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:03.773452 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Set router 29171b8b-b049-4e17-8e36-64fbe236fa9d gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:01:03.807323 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:03.826114 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-a326efc7-a314-4c23-b41b-f185ab5797ed None None] Current status of the port 22ada7ab-2e0a-43f1-b60b-2fb45970373a is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:03.828681 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a326efc7-a314-4c23-b41b-f185ab5797ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:03.883502 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-a326efc7-a314-4c23-b41b-f185ab5797ed None None] For port 22ada7ab-2e0a-43f1-b60b-2fb45970373a, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=22ada7ab-2e0a-43f1-b60b-2fb45970373a,segment=NetworkSegment(ecb819e9-8a81-48c2-9a0b-6be81b01ad63),segment_id=ecb819e9-8a81-48c2-9a0b-6be81b01ad63)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:03.938575 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a326efc7-a314-4c23-b41b-f185ab5797ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:03.991929 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326efc7-a314-4c23-b41b-f185ab5797ed None None] Pushing event updated for resources: {'Port': ['ID=22ada7ab-2e0a-43f1-b60b-2fb45970373a,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:04.019479 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:01:00Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 3, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'gw_port': {'id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:01Z', 'updated_at': '2022-10-04T09:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:04.052993 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Checking router: 29171b8b-b049-4e17-8e36-64fbe236fa9d for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:01:04.053710 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Updating router 29171b8b-b049-4e17-8e36-64fbe236fa9d port f4ffabed-8420-4747-bb7d-9fca0df5b45e binding host dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:01:04.065235 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-9abbff3a-a9e9-4ef9-a555-97af3653efaa None None] Provisioning complete for port 22ada7ab-2e0a-43f1-b60b-2fb45970373a triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:04.065616 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9abbff3a-a9e9-4ef9-a555-97af3653efaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.066006 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-9abbff3a-a9e9-4ef9-a555-97af3653efaa None None] Attempt 1 to provision port 22ada7ab-2e0a-43f1-b60b-2fb45970373a Oct 04 09:01:04.103664 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.118041 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:04.167504 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-9abbff3a-a9e9-4ef9-a555-97af3653efaa None None] Current status of the port 22ada7ab-2e0a-43f1-b60b-2fb45970373a is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:04.297703 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:04.307810 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222f099-5ce1-4d96-aba8-98bc613a048a req-7265d04c-8492-4abd-ac02-d649ffbc53ec tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:04.309360 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5222f099-5ce1-4d96-aba8-98bc613a048a req-7265d04c-8492-4abd-ac02-d649ffbc53ec tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0750804 Oct 04 09:01:04.328037 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.393633 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Publish callbacks [] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), precommit_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.438167 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5222f099-5ce1-4d96-aba8-98bc613a048a req-cd19f3e6-c397-4c4c-9405-f1231969b98e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163483 Oct 04 09:01:04.492910 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.497145 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 1f32addd-f3b8-40ed-b261-b0fa3ed06871 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:04.533696 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Attempting to bind port f4ffabed-8420-4747-bb7d-9fca0df5b45e on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 09:01:04.534431 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Attempting to bind port f4ffabed-8420-4747-bb7d-9fca0df5b45e by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 09:01:04.534862 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Attempting to bind port f4ffabed-8420-4747-bb7d-9fca0df5b45e on network 56cd01e1-894f-4dc6-8175-34cd684c47fd {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:01:04.547870 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:04.548255 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.548898 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 Oct 04 09:01:04.577729 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:04.589596 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 09:01:04.590338 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Checking segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:01:04.590997 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.591590 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Bound using segment: {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'} {{(pid=113289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 09:01:04.592343 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.managers [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Bound port: f4ffabed-8420-4747-bb7d-9fca0df5b45e, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3df2273-6a15-45b7-8499-4222d63db3f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd'}}] {{(pid=113289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 09:01:04.592935 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), before_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.594906 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db66055-eb2c-480b-b69e-f13f60d691f0 None None] Pushing event updated for resources: {'Port': ['ID=f4ffabed-8420-4747-bb7d-9fca0df5b45e,revision_number=2']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:04.606375 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:04.612726 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Allocated IP 172.20.0.1 (69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e/2d3fc86e-3241-464f-aa2e-aa754e56950e/504a1118-da87-4f96-b187-a5496c9112d5) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:01:04.648445 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] For port f4ffabed-8420-4747-bb7d-9fca0df5b45e, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 09:01:04.652552 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.plugins.ml2.db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] For port f4ffabed-8420-4747-bb7d-9fca0df5b45e, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f4ffabed-8420-4747-bb7d-9fca0df5b45e,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 09:01:04.658142 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:04.659235 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 22ada7ab-2e0a-43f1-b60b-2fb45970373a up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:04.705378 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 22ada7ab-2e0a-43f1-b60b-2fb45970373a triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:04.705748 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.706089 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 22ada7ab-2e0a-43f1-b60b-2fb45970373a Oct 04 09:01:04.723336 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron_lib.callbacks.manager [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), after_update {{(pid=113289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.730445 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-bb99dbb7-2313-4130-b77e-2ca59549e2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.759409 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Publish callbacks [] for port (504a1118-da87-4f96-b187-a5496c9112d5), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.765869 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Routers {'29171b8b-b049-4e17-8e36-64fbe236fa9d'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:01:04.766780 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:00:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['29171b8b-b049-4e17-8e36-64fbe236fa9d'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:04.786589 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 22ada7ab-2e0a-43f1-b60b-2fb45970373a is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:04.824206 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db66055-eb2c-480b-b69e-f13f60d691f0 None None] Pushing event updated for resources: {'Port': ['ID=f4ffabed-8420-4747-bb7d-9fca0df5b45e,revision_number=3']} {{(pid=113289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:04.878993 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-d9c3187f-90e3-41b7-af12-fe8e6c579675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:04.880598 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-d9c3187f-90e3-41b7-af12-fe8e6c579675 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1130 time: 0.0465956 Oct 04 09:01:04.885828 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (504a1118-da87-4f96-b187-a5496c9112d5), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:04.894614 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:04.896973 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] Set router 29171b8b-b049-4e17-8e36-64fbe236fa9d gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:01:04.936153 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:01:04.940384 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:01:04.944100 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:01:04.991689 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Pushing event updated for resources: {'Port': ['ID=504a1118-da87-4f96-b187-a5496c9112d5,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:05.015577 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498224'] for router_interface (29171b8b-b049-4e17-8e36-64fbe236fa9d), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:05.123941 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-593e35dd-a46d-4e90-89d1-0cb59c08f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:05.125520 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-593e35dd-a46d-4e90-89d1-0cb59c08f6c2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 200 len: 909 time: 0.2046528 Oct 04 09:01:05.149461 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:01:00Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 3, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'gw_port': {'id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:01Z', 'updated_at': '2022-10-04T09:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:05.178981 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0321a-b452-4dcb-82dd-e04eb5a0e99f None None] The sync data for ids ['29171b8b-b049-4e17-8e36-64fbe236fa9d'] in dv-cinder-859447-2-iscsi is: [{'id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:01:00Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 3, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'gw_port': {'id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:01Z', 'updated_at': '2022-10-04T09:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:01:05.224549 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-ad57ffc6-960f-4a05-b377-d76fc6f095cb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 1002 time: 0.0813735 Oct 04 09:01:05.255140 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (504a1118-da87-4f96-b187-a5496c9112d5), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:05.303952 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-e271e0b8-4f1f-47db-9c16-88ebf4506c32 None None] Provisioning complete for port 504a1118-da87-4f96-b187-a5496c9112d5 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:05.305091 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e271e0b8-4f1f-47db-9c16-88ebf4506c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (504a1118-da87-4f96-b187-a5496c9112d5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:05.305643 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-e271e0b8-4f1f-47db-9c16-88ebf4506c32 None None] Attempt 1 to provision port 504a1118-da87-4f96-b187-a5496c9112d5 Oct 04 09:01:05.318725 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-2bf917f8-5ee7-431c-b86c-6b339217405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:05.320247 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-2bf917f8-5ee7-431c-b86c-6b339217405d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=06fac3b2-e7de-4345-945b-74b6478447da HTTP/1.1" status: 200 len: 847 time: 0.0895598 Oct 04 09:01:05.333717 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:05.353521 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-e271e0b8-4f1f-47db-9c16-88ebf4506c32 None None] Port 504a1118-da87-4f96-b187-a5496c9112d5 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 09:01:05.396488 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-11387519-15bf-42c1-bc65-8ad95f732519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:05.398867 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-11387519-15bf-42c1-bc65-8ad95f732519 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=241e3a87-6f8d-443d-978c-ba497455a028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706997 Oct 04 09:01:05.431049 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:05.457108 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Publish callbacks [] for port (504a1118-da87-4f96-b187-a5496c9112d5), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:05.523132 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-7e401e0d-d6a0-42d2-b9fd-669ddd5facb4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192360 Oct 04 09:01:05.582212 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (504a1118-da87-4f96-b187-a5496c9112d5), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:05.606719 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:05.639344 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b7d27118-fdee-41fe-844e-062787ecdbfe req-70b5a61d-ad5b-48a8-9df4-66cea16456e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055932 Oct 04 09:01:05.652751 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82ebe-fb36-45d0-b76c-7b6465d01dbe req-bb7491a5-73da-4e13-a0f9-ab588a56fa9d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:05.655494 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a5f82ebe-fb36-45d0-b76c-7b6465d01dbe req-bb7491a5-73da-4e13-a0f9-ab588a56fa9d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.1091349 Oct 04 09:01:05.694571 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498348'] for router_interface (29171b8b-b049-4e17-8e36-64fbe236fa9d), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:05.696363 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Pushing event updated for resources: {'Port': ['ID=504a1118-da87-4f96-b187-a5496c9112d5,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:05.779556 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a5f82ebe-fb36-45d0-b76c-7b6465d01dbe req-ee52b994-cdb3-4471-8d0a-f528f593b8a6 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123836 Oct 04 09:01:05.791080 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:05.843980 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:01:05.845525 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:01:05.989737 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Router 29171b8b-b049-4e17-8e36-64fbe236fa9d has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:01:06.055425 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:06.183141 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-d6052c70-8b89-485f-854d-ae2d93a3c54d None None] Provisioning complete for port 504a1118-da87-4f96-b187-a5496c9112d5 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:06.183608 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-d6052c70-8b89-485f-854d-ae2d93a3c54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (504a1118-da87-4f96-b187-a5496c9112d5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:06.184198 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-d6052c70-8b89-485f-854d-ae2d93a3c54d None None] Attempt 1 to provision port 504a1118-da87-4f96-b187-a5496c9112d5 Oct 04 09:01:06.226257 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-d6052c70-8b89-485f-854d-ae2d93a3c54d None None] Port 504a1118-da87-4f96-b187-a5496c9112d5 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 09:01:06.362736 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:01:06.374564 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-34ccf567-67ce-4d61-bbfb-b1b4c06b41a3 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/29171b8b-b049-4e17-8e36-64fbe236fa9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6631846 Oct 04 09:01:06.386332 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f4ffabed-8420-4747-bb7d-9fca0df5b45e up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:06.446995 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f4ffabed-8420-4747-bb7d-9fca0df5b45e triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:06.447695 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:06.448108 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f4ffabed-8420-4747-bb7d-9fca0df5b45e Oct 04 09:01:06.535437 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f4ffabed-8420-4747-bb7d-9fca0df5b45e is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:06.540241 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:06.557620 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port f4ffabed-8420-4747-bb7d-9fca0df5b45e, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f4ffabed-8420-4747-bb7d-9fca0df5b45e,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:06.634022 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:06.692079 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=f4ffabed-8420-4747-bb7d-9fca0df5b45e,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:06.833008 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54130) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:06.838718 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-c0b3b034-2278-4be7-aa5a-f2e8c6bf439c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901326654', 'description': 'tempest-secgroup-smoke-901326654 description', 'project_id': '07b9220d86234adc83ef7fbe0d4d834d'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:06.929779 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe0abb-79d1-4ffb-9d44-a4ca43d4e4cf req-a4cd6a70-36af-418a-86fe-63381a4baf0d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:06.931466 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-83fe0abb-79d1-4ffb-9d44-a4ca43d4e4cf req-a4cd6a70-36af-418a-86fe-63381a4baf0d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0560679 Oct 04 09:01:06.935488 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54132) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:06.951802 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b034-2278-4be7-aa5a-f2e8c6bf439c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:06.996368 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-83fe0abb-79d1-4ffb-9d44-a4ca43d4e4cf req-af6570e2-8216-4e0b-ae19-85f8b49f3a15 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537732 Oct 04 09:01:07.001274 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-b70b8537-d3a6-4c62-95ba-a8962dea7e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.047566 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b034-2278-4be7-aa5a-f2e8c6bf439c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group (55f772f7-a699-43b9-b8d7-b1f666aee1c5), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.112849 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Sync routers for ids ['29171b8b-b049-4e17-8e36-64fbe236fa9d'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:01:07.121704 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b034-2278-4be7-aa5a-f2e8c6bf439c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (55f772f7-a699-43b9-b8d7-b1f666aee1c5), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.123818 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Routers {'29171b8b-b049-4e17-8e36-64fbe236fa9d'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:01:07.124507 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:01:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['29171b8b-b049-4e17-8e36-64fbe236fa9d'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:07.138881 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-178db56c-96f8-4457-976f-3b01ec8ee634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.157111 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3b034-2278-4be7-aa5a-f2e8c6bf439c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f772f7-a699-43b9-b8d7-b1f666aee1c5,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:07.225561 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-178db56c-96f8-4457-976f-3b01ec8ee634 admin admin] Publish callbacks [] for security_group (66720677-dae6-43c1-bdc4-2435ead1286a), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.238392 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Set router 29171b8b-b049-4e17-8e36-64fbe236fa9d gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:01:07.243544 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b034-2278-4be7-aa5a-f2e8c6bf439c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.245188 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c0b3b034-2278-4be7-aa5a-f2e8c6bf439c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4107552 Oct 04 09:01:07.255108 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54148) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:07.260747 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-a5563fa8-fb29-48c1-b3b9-5354312eab4a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'security_group_rule': {'security_group_id': '55f772f7-a699-43b9-b8d7-b1f666aee1c5', 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:07.349703 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-178db56c-96f8-4457-976f-3b01ec8ee634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (66720677-dae6-43c1-bdc4-2435ead1286a), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.394536 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178db56c-96f8-4457-976f-3b01ec8ee634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66720677-dae6-43c1-bdc4-2435ead1286a,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:07.399636 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-178db56c-96f8-4457-976f-3b01ec8ee634 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bd948607d91d4689b7b169a075aac661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631135 Oct 04 09:01:07.401050 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a5563fa8-fb29-48c1-b3b9-5354312eab4a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (47e2aeb3-9cd7-4f30-acc0-1a379fded26c), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.402533 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54156) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:07.403317 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:07.474970 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-49443bb0-c102-4eac-a794-eadef6a659cb admin admin] Publish callbacks [] for security_group (66720677-dae6-43c1-bdc4-2435ead1286a), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.495945 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:01:00Z', 'updated_at': '2022-10-04T09:01:05Z', 'revision_number': 4, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'gw_port': {'id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:01Z', 'updated_at': '2022-10-04T09:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '504a1118-da87-4f96-b187-a5496c9112d5', 'name': '', 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'mac_address': 'fa:16:3e:e6:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2d3fc86e-3241-464f-aa2e-aa754e56950e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:04Z', 'updated_at': '2022-10-04T09:01:05Z', 'revision_number': 2, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'subnets': [{'id': '2d3fc86e-3241-464f-aa2e-aa754e56950e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:07.498764 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-49443bb0-c102-4eac-a794-eadef6a659cb admin admin] Publish callbacks [] for security_group (66720677-dae6-43c1-bdc4-2435ead1286a), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.521670 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a5563fa8-fb29-48c1-b3b9-5354312eab4a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (47e2aeb3-9cd7-4f30-acc0-1a379fded26c), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.529562 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Checking router: 29171b8b-b049-4e17-8e36-64fbe236fa9d for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:01:07.529808 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Updating router 29171b8b-b049-4e17-8e36-64fbe236fa9d port 504a1118-da87-4f96-b187-a5496c9112d5 binding host dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:01:07.563120 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (504a1118-da87-4f96-b187-a5496c9112d5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.595628 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a5563fa8-fb29-48c1-b3b9-5354312eab4a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (47e2aeb3-9cd7-4f30-acc0-1a379fded26c), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.612612 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:07.617672 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5563fa8-fb29-48c1-b3b9-5354312eab4a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e2aeb3-9cd7-4f30-acc0-1a379fded26c,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:07.653220 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-49443bb0-c102-4eac-a794-eadef6a659cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (66720677-dae6-43c1-bdc4-2435ead1286a), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.657098 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-49443bb0-c102-4eac-a794-eadef6a659cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.661422 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-49443bb0-c102-4eac-a794-eadef6a659cb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/66720677-dae6-43c1-bdc4-2435ead1286a HTTP/1.1" status: 204 len: 168 time: 0.2552221 Oct 04 09:01:07.673793 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49443bb0-c102-4eac-a794-eadef6a659cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66720677-dae6-43c1-bdc4-2435ead1286a,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:07.679816 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a5563fa8-fb29-48c1-b3b9-5354312eab4a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.680132 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a5563fa8-fb29-48c1-b3b9-5354312eab4a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4236581 Oct 04 09:01:07.682581 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54176) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:07.688786 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-ba8d3d58-1398-4be1-86d1-7b273800003e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'security_group_rule': {'security_group_id': '55f772f7-a699-43b9-b8d7-b1f666aee1c5', 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:07.794755 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3d58-1398-4be1-86d1-7b273800003e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (ec818cdc-4593-4dd2-ad3b-2535a1016582), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.876102 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3d58-1398-4be1-86d1-7b273800003e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (ec818cdc-4593-4dd2-ad3b-2535a1016582), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.905205 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Publish callbacks [] for port (504a1118-da87-4f96-b187-a5496c9112d5), precommit_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.989594 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (504a1118-da87-4f96-b187-a5496c9112d5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.990019 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3d58-1398-4be1-86d1-7b273800003e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (ec818cdc-4593-4dd2-ad3b-2535a1016582), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.015895 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d3d58-1398-4be1-86d1-7b273800003e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec818cdc-4593-4dd2-ad3b-2535a1016582,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:08.078618 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3d58-1398-4be1-86d1-7b273800003e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.079876 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-ba8d3d58-1398-4be1-86d1-7b273800003e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3958251 Oct 04 09:01:08.082641 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54204) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:08.094277 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-11124db5-5185-42a7-a06b-cfe9a024357e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'security_group_rule': {'security_group_id': '55f772f7-a699-43b9-b8d7-b1f666aee1c5', 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:08.143554 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ed947-0699-4423-ac4e-9757bd9677f7 None None] Pushing event updated for resources: {'Port': ['ID=504a1118-da87-4f96-b187-a5496c9112d5,revision_number=3']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:08.159787 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f2410-dd2b-4b80-96ce-581e2b5ed82b req-976081cf-dc98-4795-9daf-42d2b16f299e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:08.161579 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-de1f2410-dd2b-4b80-96ce-581e2b5ed82b req-976081cf-dc98-4795-9daf-42d2b16f299e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0688148 Oct 04 09:01:08.163039 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Attempting to bind port 504a1118-da87-4f96-b187-a5496c9112d5 on host dv-cinder-859447-2-iscsi for vnic_type normal with profile {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 09:01:08.163560 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Attempting to bind port 504a1118-da87-4f96-b187-a5496c9112d5 by drivers openvswitch,hyperv on host dv-cinder-859447-2-iscsi at level 0 using segments [{'id': 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e'}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 09:01:08.163996 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Attempting to bind port 504a1118-da87-4f96-b187-a5496c9112d5 on network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:01:08.212583 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Checking agent: {'id': '74b3b6a4-4d83-41dc-9a71-10f39179829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 43, 40), 'started_at': datetime.datetime(2022, 10, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 09:01:08.212967 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Checking segment: {'id': 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:01:08.213350 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.213850 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Bound using segment: {'id': 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e'} {{(pid=113288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 09:01:08.214327 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.managers [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Bound port: 504a1118-da87-4f96-b187-a5496c9112d5, host: dv-cinder-859447-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e'}}] {{(pid=113288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 09:01:08.214816 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (504a1118-da87-4f96-b187-a5496c9112d5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.219906 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-de1f2410-dd2b-4b80-96ce-581e2b5ed82b req-29ac5670-5270-432d-aa82-23fbcc00de1e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524285 Oct 04 09:01:08.237240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-11124db5-5185-42a7-a06b-cfe9a024357e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (2c39f713-ac93-4ec6-bb8e-2b8fb2da5009), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.314312 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] For port 504a1118-da87-4f96-b187-a5496c9112d5, host dv-cinder-859447-2-iscsi, cleared binding levels {{(pid=113288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 09:01:08.318182 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-11124db5-5185-42a7-a06b-cfe9a024357e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (2c39f713-ac93-4ec6-bb8e-2b8fb2da5009), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.318307 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] For port 504a1118-da87-4f96-b187-a5496c9112d5, host dv-cinder-859447-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=504a1118-da87-4f96-b187-a5496c9112d5,segment=NetworkSegment(ecb819e9-8a81-48c2-9a0b-6be81b01ad63),segment_id=ecb819e9-8a81-48c2-9a0b-6be81b01ad63)] {{(pid=113288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 09:01:08.367252 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.379918 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f4ffabed-8420-4747-bb7d-9fca0df5b45e up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:08.401831 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-11124db5-5185-42a7-a06b-cfe9a024357e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (2c39f713-ac93-4ec6-bb8e-2b8fb2da5009), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.415724 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (504a1118-da87-4f96-b187-a5496c9112d5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.430212 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11124db5-5185-42a7-a06b-cfe9a024357e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c39f713-ac93-4ec6-bb8e-2b8fb2da5009,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:08.439720 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Routers {'29171b8b-b049-4e17-8e36-64fbe236fa9d'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:01:08.440503 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:01:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['29171b8b-b049-4e17-8e36-64fbe236fa9d'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:08.518972 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-11124db5-5185-42a7-a06b-cfe9a024357e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.520502 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-11124db5-5185-42a7-a06b-cfe9a024357e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4360569 Oct 04 09:01:08.520727 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54222) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:08.531843 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54226) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:08.538273 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-f287879c-e833-4110-844e-09539002228e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'security_group_rule': {'security_group_id': '55f772f7-a699-43b9-b8d7-b1f666aee1c5', 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:08.680356 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35b8d271-15c9-42f4-8daa-090cc3c184eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.703670 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:08.711589 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f287879c-e833-4110-844e-09539002228e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (01360b7f-c39c-4352-96fc-b2329cd14618), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.727969 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:08.734633 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ed947-0699-4423-ac4e-9757bd9677f7 None None] Pushing event updated for resources: {'Port': ['ID=504a1118-da87-4f96-b187-a5496c9112d5,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:08.742187 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port f4ffabed-8420-4747-bb7d-9fca0df5b45e triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:08.742611 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.742919 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port f4ffabed-8420-4747-bb7d-9fca0df5b45e Oct 04 09:01:08.744013 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:08.773206 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] Set router 29171b8b-b049-4e17-8e36-64fbe236fa9d gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:01:08.805835 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f287879c-e833-4110-844e-09539002228e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (01360b7f-c39c-4352-96fc-b2329cd14618), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.827978 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35b8d271-15c9-42f4-8daa-090cc3c184eb admin admin] Publish callbacks [] for security_group (f0d60496-b474-47e7-b2c1-abfc775ce2e6), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.881441 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f287879c-e833-4110-844e-09539002228e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (01360b7f-c39c-4352-96fc-b2329cd14618), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:08.902702 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287879c-e833-4110-844e-09539002228e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01360b7f-c39c-4352-96fc-b2329cd14618,revision_number=0']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:08.922134 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:08.945119 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port f4ffabed-8420-4747-bb7d-9fca0df5b45e is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:08.946989 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-35b8d271-15c9-42f4-8daa-090cc3c184eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (f0d60496-b474-47e7-b2c1-abfc775ce2e6), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.009665 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-35b8d271-15c9-42f4-8daa-090cc3c184eb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=13e79bfb82b84cd693ccb7faa3c0c668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875507 Oct 04 09:01:09.010322 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8d271-15c9-42f4-8daa-090cc3c184eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d60496-b474-47e7-b2c1-abfc775ce2e6,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:09.011951 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54248) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:09.031484 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:01:00Z', 'updated_at': '2022-10-04T09:01:05Z', 'revision_number': 4, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'gw_port': {'id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:01Z', 'updated_at': '2022-10-04T09:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '504a1118-da87-4f96-b187-a5496c9112d5', 'name': '', 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'mac_address': 'fa:16:3e:e6:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2d3fc86e-3241-464f-aa2e-aa754e56950e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:04Z', 'updated_at': '2022-10-04T09:01:08Z', 'revision_number': 4, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'subnets': [{'id': '2d3fc86e-3241-464f-aa2e-aa754e56950e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:09.036099 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f287879c-e833-4110-844e-09539002228e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.038137 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54252) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:09.039078 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-f287879c-e833-4110-844e-09539002228e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5042660 Oct 04 09:01:09.046991 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-c571c52e-61a4-418c-a5b6-5fe4f1528ba4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'security_group_rule': {'security_group_id': '55f772f7-a699-43b9-b8d7-b1f666aee1c5', 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:09.065189 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466d442-bdcf-4537-870a-f5721e239a66 None None] The sync data for ids ['29171b8b-b049-4e17-8e36-64fbe236fa9d'] in dv-cinder-859447-2-iscsi is: [{'id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:01:00Z', 'updated_at': '2022-10-04T09:01:05Z', 'revision_number': 4, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'gw_port': {'id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:01Z', 'updated_at': '2022-10-04T09:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '504a1118-da87-4f96-b187-a5496c9112d5', 'name': '', 'network_id': '69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'mac_address': 'fa:16:3e:e6:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '2d3fc86e-3241-464f-aa2e-aa754e56950e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:04Z', 'updated_at': '2022-10-04T09:01:08Z', 'revision_number': 4, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'subnets': [{'id': '2d3fc86e-3241-464f-aa2e-aa754e56950e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:01:09.108251 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-befa6b1b-13a4-4084-bf99-dfd3857cb7d8 admin admin] Publish callbacks [] for security_group (f0d60496-b474-47e7-b2c1-abfc775ce2e6), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.141506 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-befa6b1b-13a4-4084-bf99-dfd3857cb7d8 admin admin] Publish callbacks [] for security_group (f0d60496-b474-47e7-b2c1-abfc775ce2e6), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.185295 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.securitygroups_db [None req-c571c52e-61a4-418c-a5b6-5fe4f1528ba4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Project 07b9220d86234adc83ef7fbe0d4d834d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:01:09.191317 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c571c52e-61a4-418c-a5b6-5fe4f1528ba4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (00d3ee4e-9cac-4c21-91e3-0c41a98b80c4), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.241274 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:09.301138 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-befa6b1b-13a4-4084-bf99-dfd3857cb7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (f0d60496-b474-47e7-b2c1-abfc775ce2e6), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.304601 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-befa6b1b-13a4-4084-bf99-dfd3857cb7d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.305971 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-befa6b1b-13a4-4084-bf99-dfd3857cb7d8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f0d60496-b474-47e7-b2c1-abfc775ce2e6 HTTP/1.1" status: 204 len: 168 time: 0.2917018 Oct 04 09:01:09.329018 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa6b1b-13a4-4084-bf99-dfd3857cb7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d60496-b474-47e7-b2c1-abfc775ce2e6,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:09.339834 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c571c52e-61a4-418c-a5b6-5fe4f1528ba4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (00d3ee4e-9cac-4c21-91e3-0c41a98b80c4), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.417808 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d4258-af05-4f83-8793-0e1ae44435d6 req-a4aad24c-af78-4f15-9c1d-21ef21e403fd tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:09.427940 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f22d4258-af05-4f83-8793-0e1ae44435d6 req-a4aad24c-af78-4f15-9c1d-21ef21e403fd tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0876029 Oct 04 09:01:09.451479 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c571c52e-61a4-418c-a5b6-5fe4f1528ba4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (00d3ee4e-9cac-4c21-91e3-0c41a98b80c4), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.464192 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:09.478780 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571c52e-61a4-418c-a5b6-5fe4f1528ba4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d3ee4e-9cac-4c21-91e3-0c41a98b80c4,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:09.484640 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f22d4258-af05-4f83-8793-0e1ae44435d6 req-0ac8c0af-db72-4e3a-bc47-58c565a255e3 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558147 Oct 04 09:01:09.562878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c571c52e-61a4-418c-a5b6-5fe4f1528ba4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.578118 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c571c52e-61a4-418c-a5b6-5fe4f1528ba4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5251887 Oct 04 09:01:09.578118 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54262) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:09.578118 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [None req-0d3c0cb5-5cb8-41cb-aea3-ad0962c2b26d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'security_group_rule': {'security_group_id': '55f772f7-a699-43b9-b8d7-b1f666aee1c5', 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:09.691531 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.692756 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.securitygroups_db [None req-0d3c0cb5-5cb8-41cb-aea3-ad0962c2b26d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Project 07b9220d86234adc83ef7fbe0d4d834d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:01:09.699197 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0cb5-5cb8-41cb-aea3-ad0962c2b26d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (52d58973-0688-4ad2-99cc-24fffd3a9521), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.772292 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0cb5-5cb8-41cb-aea3-ad0962c2b26d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (52d58973-0688-4ad2-99cc-24fffd3a9521), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.886657 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0cb5-5cb8-41cb-aea3-ad0962c2b26d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787383'] for security_group_rule (52d58973-0688-4ad2-99cc-24fffd3a9521), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:09.907420 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c0cb5-5cb8-41cb-aea3-ad0962c2b26d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d58973-0688-4ad2-99cc-24fffd3a9521,revision_number=0']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:10.020211 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0cb5-5cb8-41cb-aea3-ad0962c2b26d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.024506 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-0d3c0cb5-5cb8-41cb-aea3-ad0962c2b26d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4531200 Oct 04 09:01:10.136443 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.196452 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54300) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:10.211566 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9415b953-334f-4ad2-b820-4e44540e0e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.307630 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9415b953-334f-4ad2-b820-4e44540e0e63 admin admin] Publish callbacks [] for security_group (f6acbdae-f315-40a1-97e3-ea0892c06347), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.389770 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 504a1118-da87-4f96-b187-a5496c9112d5 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:10.394830 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9415b953-334f-4ad2-b820-4e44540e0e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (f6acbdae-f315-40a1-97e3-ea0892c06347), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.439329 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-9415b953-334f-4ad2-b820-4e44540e0e63 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=30c05d9f04374159abfe30618575a755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415361 Oct 04 09:01:10.439329 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415b953-334f-4ad2-b820-4e44540e0e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6acbdae-f315-40a1-97e3-ea0892c06347,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:10.440197 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54312) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:10.447508 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:10.464380 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 504a1118-da87-4f96-b187-a5496c9112d5 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:10.464887 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (504a1118-da87-4f96-b187-a5496c9112d5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.465230 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 504a1118-da87-4f96-b187-a5496c9112d5 Oct 04 09:01:10.512052 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-568205fc-9313-4a45-86de-027a8a64fe0a admin admin] Publish callbacks [] for security_group (f6acbdae-f315-40a1-97e3-ea0892c06347), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.537878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-568205fc-9313-4a45-86de-027a8a64fe0a admin admin] Publish callbacks [] for security_group (f6acbdae-f315-40a1-97e3-ea0892c06347), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.549865 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 504a1118-da87-4f96-b187-a5496c9112d5 is: DOWN; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:10.550309 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (504a1118-da87-4f96-b187-a5496c9112d5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.587333 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] For port 504a1118-da87-4f96-b187-a5496c9112d5, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=504a1118-da87-4f96-b187-a5496c9112d5,segment=NetworkSegment(ecb819e9-8a81-48c2-9a0b-6be81b01ad63),segment_id=ecb819e9-8a81-48c2-9a0b-6be81b01ad63)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:10.610814 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a7f20-b1ee-4880-a105-ab8f2937ff51 req-c589d551-f815-4a7a-abb8-0a38a531d60d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:10.612233 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ed9a7f20-b1ee-4880-a105-ab8f2937ff51 req-c589d551-f815-4a7a-abb8-0a38a531d60d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0466373 Oct 04 09:01:10.666653 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ed9a7f20-b1ee-4880-a105-ab8f2937ff51 req-c4a8d670-02be-42a2-bd50-16af826d1f06 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486367 Oct 04 09:01:10.690941 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-568205fc-9313-4a45-86de-027a8a64fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (f6acbdae-f315-40a1-97e3-ea0892c06347), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.691095 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (504a1118-da87-4f96-b187-a5496c9112d5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.695115 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-568205fc-9313-4a45-86de-027a8a64fe0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:10.695984 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-568205fc-9313-4a45-86de-027a8a64fe0a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f6acbdae-f315-40a1-97e3-ea0892c06347 HTTP/1.1" status: 204 len: 168 time: 0.2545717 Oct 04 09:01:10.712848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568205fc-9313-4a45-86de-027a8a64fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6acbdae-f315-40a1-97e3-ea0892c06347,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:10.747841 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Pushing event updated for resources: {'Port': ['ID=504a1118-da87-4f96-b187-a5496c9112d5,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:11.355676 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54346) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:11.472692 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9d9f52ef-42cf-4b0c-96a9-e2a12c70d09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:11.571533 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9d9f52ef-42cf-4b0c-96a9-e2a12c70d09a admin admin] Publish callbacks [] for security_group (e4bac7cd-7c83-4a8b-be99-969fc8734abd), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:11.618485 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9d9f52ef-42cf-4b0c-96a9-e2a12c70d09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e4bac7cd-7c83-4a8b-be99-969fc8734abd), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:11.662997 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-9d9f52ef-42cf-4b0c-96a9-e2a12c70d09a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f92727dac2cd41e8affc40fd57c0bfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060982 Oct 04 09:01:11.663907 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f52ef-42cf-4b0c-96a9-e2a12c70d09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bac7cd-7c83-4a8b-be99-969fc8734abd,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:11.666187 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54368) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:11.741176 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-35a647c7-7d8c-4025-9ce7-5b04ddb053c6 admin admin] Publish callbacks [] for security_group (e4bac7cd-7c83-4a8b-be99-969fc8734abd), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:11.765710 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:11.768165 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-35a647c7-7d8c-4025-9ce7-5b04ddb053c6 admin admin] Publish callbacks [] for security_group (e4bac7cd-7c83-4a8b-be99-969fc8734abd), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:11.816367 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0483c-6815-4797-8ace-5a852ae16c09 req-27505e6b-4808-4cd0-8074-b7d001f4a103 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:11.819667 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-93a0483c-6815-4797-8ace-5a852ae16c09 req-27505e6b-4808-4cd0-8074-b7d001f4a103 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0584707 Oct 04 09:01:11.852012 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:11.883353 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-93a0483c-6815-4797-8ace-5a852ae16c09 req-768ac34a-efe4-4c73-9be1-d5cab334ae18 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517340 Oct 04 09:01:11.921563 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-35a647c7-7d8c-4025-9ce7-5b04ddb053c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e4bac7cd-7c83-4a8b-be99-969fc8734abd), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:11.924374 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-35a647c7-7d8c-4025-9ce7-5b04ddb053c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:11.925536 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-35a647c7-7d8c-4025-9ce7-5b04ddb053c6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e4bac7cd-7c83-4a8b-be99-969fc8734abd HTTP/1.1" status: 204 len: 168 time: 0.2562921 Oct 04 09:01:11.947574 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a647c7-7d8c-4025-9ce7-5b04ddb053c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bac7cd-7c83-4a8b-be99-969fc8734abd,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:12.367457 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 504a1118-da87-4f96-b187-a5496c9112d5 up at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:12.436381 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Provisioning complete for port 504a1118-da87-4f96-b187-a5496c9112d5 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:12.436751 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (504a1118-da87-4f96-b187-a5496c9112d5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:12.437267 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Attempt 1 to provision port 504a1118-da87-4f96-b187-a5496c9112d5 Oct 04 09:01:12.514463 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Current status of the port 504a1118-da87-4f96-b187-a5496c9112d5 is: ACTIVE; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:12.650494 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54400) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:12.666103 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-25dca8c5-f9ce-4b3f-afdd-fd533d0d88cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:12.742597 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-25dca8c5-f9ce-4b3f-afdd-fd533d0d88cf admin admin] Publish callbacks [] for security_group (8d88f3c8-277f-4f99-92bb-efe8ff0fedf2), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:12.804756 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-25dca8c5-f9ce-4b3f-afdd-fd533d0d88cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8d88f3c8-277f-4f99-92bb-efe8ff0fedf2), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:12.852274 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-25dca8c5-f9ce-4b3f-afdd-fd533d0d88cf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=157eb2614c014539b435e9f17b4edbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004669 Oct 04 09:01:12.853710 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dca8c5-f9ce-4b3f-afdd-fd533d0d88cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d88f3c8-277f-4f99-92bb-efe8ff0fedf2,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:12.855100 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54404) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:12.920048 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b2ff669c-7820-45d4-8d08-e24bdcd49952 admin admin] Publish callbacks [] for security_group (8d88f3c8-277f-4f99-92bb-efe8ff0fedf2), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:12.945347 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b2ff669c-7820-45d4-8d08-e24bdcd49952 admin admin] Publish callbacks [] for security_group (8d88f3c8-277f-4f99-92bb-efe8ff0fedf2), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:13.024951 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69260949-4d43-4494-8d30-8a33a5aabd4d req-77816b36-46cf-4302-867f-aec22a0e1b82 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:13.026439 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-69260949-4d43-4494-8d30-8a33a5aabd4d req-77816b36-46cf-4302-867f-aec22a0e1b82 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0501485 Oct 04 09:01:13.084206 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-69260949-4d43-4494-8d30-8a33a5aabd4d req-f1942dd8-15e4-44b9-aa3a-2db894522d55 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519857 Oct 04 09:01:13.092995 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b2ff669c-7820-45d4-8d08-e24bdcd49952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8d88f3c8-277f-4f99-92bb-efe8ff0fedf2), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:13.095730 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b2ff669c-7820-45d4-8d08-e24bdcd49952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:13.096954 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-b2ff669c-7820-45d4-8d08-e24bdcd49952 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8d88f3c8-277f-4f99-92bb-efe8ff0fedf2 HTTP/1.1" status: 204 len: 168 time: 0.2391076 Oct 04 09:01:13.113584 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff669c-7820-45d4-8d08-e24bdcd49952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d88f3c8-277f-4f99-92bb-efe8ff0fedf2,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:14.215880 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf3d0a-4de6-4674-ac68-ba98153d7f91 req-709083c3-a84d-4f2f-b98b-3beb26615f0c tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:14.217987 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f4cf3d0a-4de6-4674-ac68-ba98153d7f91 req-709083c3-a84d-4f2f-b98b-3beb26615f0c tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0539863 Oct 04 09:01:14.280771 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f4cf3d0a-4de6-4674-ac68-ba98153d7f91 req-fbaabe8b-1719-4db1-a9bd-838afc3f01f9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566542 Oct 04 09:01:15.151561 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=29 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:15.152400 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:15.416190 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb888e-e9dd-44e3-a7e1-d9854cc46245 req-48589ea8-951d-4d72-80fe-7ed901f49e47 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:15.417740 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bafb888e-e9dd-44e3-a7e1-d9854cc46245 req-48589ea8-951d-4d72-80fe-7ed901f49e47 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0564694 Oct 04 09:01:15.477124 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bafb888e-e9dd-44e3-a7e1-d9854cc46245 req-fa03d9fe-3fae-4997-88a9-34f63087e42e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498638 Oct 04 09:01:15.661618 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-f0b7c2b1-b889-4f2b-8fa7-15650fc2f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:15.664537 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-f0b7c2b1-b889-4f2b-8fa7-15650fc2f44f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1130 time: 0.0465088 Oct 04 09:01:15.772444 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-b207f8d3-0ce3-4122-a5d6-ca6a8c7a8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:15.773900 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-b207f8d3-0ce3-4122-a5d6-ca6a8c7a8423 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 200 len: 909 time: 0.1018059 Oct 04 09:01:15.838648 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-cbe7b0eb-496a-41a2-a265-d968aee6376c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 1002 time: 0.0571222 Oct 04 09:01:15.892099 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-4a1b4a15-7e52-46d2-8843-f6b1619e6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:15.893533 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-4a1b4a15-7e52-46d2-8843-f6b1619e6b5b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=06fac3b2-e7de-4345-945b-74b6478447da HTTP/1.1" status: 200 len: 847 time: 0.0484893 Oct 04 09:01:15.937160 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-1be63caa-a293-4644-a12c-f7a14074deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:15.938672 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-1be63caa-a293-4644-a12c-f7a14074deb5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=241e3a87-6f8d-443d-978c-ba497455a028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385709 Oct 04 09:01:16.039238 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-3dd2279b-753d-4564-98c9-6dfba554fb99 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943940 Oct 04 09:01:16.135160 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-d7a24d2d-e107-4bba-9e2c-7920c381cd97 req-074de1a7-7c1c-400f-a5f7-fbbeedecbe6a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896769 Oct 04 09:01:16.602685 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684407-a863-43e2-89c1-cda3cc6f7aea req-a2d20f2b-e1eb-4e19-b506-746bcea6ffc7 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:16.604218 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6b684407-a863-43e2-89c1-cda3cc6f7aea req-a2d20f2b-e1eb-4e19-b506-746bcea6ffc7 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0478735 Oct 04 09:01:16.669505 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6b684407-a863-43e2-89c1-cda3cc6f7aea req-f28a7ff4-c5fb-4e49-9cae-49cd351fc4ad tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522473 Oct 04 09:01:16.804788 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54530) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:16.912768 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-07ffbcf7-585a-4357-aad7-e3ff04b33aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:16.976179 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:16.994417 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-07ffbcf7-585a-4357-aad7-e3ff04b33aba admin admin] Publish callbacks [] for security_group (db333611-854e-4587-9f71-7790b7423040), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:17.148919 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-07ffbcf7-585a-4357-aad7-e3ff04b33aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (db333611-854e-4587-9f71-7790b7423040), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:17.208643 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffbcf7-585a-4357-aad7-e3ff04b33aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db333611-854e-4587-9f71-7790b7423040,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:17.216175 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-07ffbcf7-585a-4357-aad7-e3ff04b33aba admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2e972a6da88c4def8c30a434f31fb2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070354 Oct 04 09:01:17.216644 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54536) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:17.240042 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:17.269577 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7e444960-1b95-4753-bea8-d962efe51cf3 admin admin] Publish callbacks [] for security_group (db333611-854e-4587-9f71-7790b7423040), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:17.289942 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7e444960-1b95-4753-bea8-d962efe51cf3 admin admin] Publish callbacks [] for security_group (db333611-854e-4587-9f71-7790b7423040), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:17.423826 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7e444960-1b95-4753-bea8-d962efe51cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (db333611-854e-4587-9f71-7790b7423040), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:17.426481 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-7e444960-1b95-4753-bea8-d962efe51cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:17.427652 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-7e444960-1b95-4753-bea8-d962efe51cf3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/db333611-854e-4587-9f71-7790b7423040 HTTP/1.1" status: 204 len: 168 time: 0.2102563 Oct 04 09:01:17.437384 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e444960-1b95-4753-bea8-d962efe51cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db333611-854e-4587-9f71-7790b7423040,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:17.746495 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:01:17.791429 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347786-70cd-4a39-9451-879fa17ca0f9 req-c0793262-04f6-480a-ab8f-e397ef6382ac tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:17.792922 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-84347786-70cd-4a39-9451-879fa17ca0f9 req-c0793262-04f6-480a-ab8f-e397ef6382ac tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0498002 Oct 04 09:01:17.842563 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-84347786-70cd-4a39-9451-879fa17ca0f9 req-31acf697-ae09-40c0-b960-66cf8cc03fe9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432537 Oct 04 09:01:17.994178 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54548) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:18.007807 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8e596546-d3bd-49da-95f3-10132e6ce9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:18.029637 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:18.093037 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8e596546-d3bd-49da-95f3-10132e6ce9b5 admin admin] Publish callbacks [] for security_group (96aec523-0d7e-4fbd-8e9b-52c773ffe097), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:18.153259 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8e596546-d3bd-49da-95f3-10132e6ce9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (96aec523-0d7e-4fbd-8e9b-52c773ffe097), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:18.192859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e596546-d3bd-49da-95f3-10132e6ce9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aec523-0d7e-4fbd-8e9b-52c773ffe097,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:18.197018 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8e596546-d3bd-49da-95f3-10132e6ce9b5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f853535755d04bb6830733995dac67ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018132 Oct 04 09:01:18.204656 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54552) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:18.233410 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:18.262141 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f3e4-1090-4865-88ae-dfaeb6ec12e8 admin admin] Publish callbacks [] for security_group (96aec523-0d7e-4fbd-8e9b-52c773ffe097), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:18.288262 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f3e4-1090-4865-88ae-dfaeb6ec12e8 admin admin] Publish callbacks [] for security_group (96aec523-0d7e-4fbd-8e9b-52c773ffe097), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:18.438684 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f3e4-1090-4865-88ae-dfaeb6ec12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (96aec523-0d7e-4fbd-8e9b-52c773ffe097), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:18.441221 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f3e4-1090-4865-88ae-dfaeb6ec12e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:18.442425 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d4a1f3e4-1090-4865-88ae-dfaeb6ec12e8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/96aec523-0d7e-4fbd-8e9b-52c773ffe097 HTTP/1.1" status: 204 len: 168 time: 0.2365465 Oct 04 09:01:18.451423 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1f3e4-1090-4865-88ae-dfaeb6ec12e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aec523-0d7e-4fbd-8e9b-52c773ffe097,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:18.967374 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af2513-3882-4b42-9d95-e5c8f20d8358 req-f66708cb-ef03-45c0-8932-62d5809a8232 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:18.968768 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-51af2513-3882-4b42-9d95-e5c8f20d8358 req-f66708cb-ef03-45c0-8932-62d5809a8232 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0501993 Oct 04 09:01:19.018040 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-51af2513-3882-4b42-9d95-e5c8f20d8358 req-a2b077de-4376-41c0-b0b7-056fdf59403f tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435846 Oct 04 09:01:20.092195 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54596) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:20.145735 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639ad5-44c6-46e3-998b-7d67a1eb81a4 req-78f71bb4-bacf-41d4-8310-b6546b513c16 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:20.147267 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9b639ad5-44c6-46e3-998b-7d67a1eb81a4 req-78f71bb4-bacf-41d4-8310-b6546b513c16 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0492532 Oct 04 09:01:20.210598 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9b639ad5-44c6-46e3-998b-7d67a1eb81a4 req-1a1d3d46-7d33-4614-8011-98cc42aacfef tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577633 Oct 04 09:01:20.211489 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:20.290742 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Publish callbacks [] for security_group (f760196d-f4e9-4893-840f-a9655cbf344f), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:20.389941 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (f760196d-f4e9-4893-840f-a9655cbf344f), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:20.429480 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=270b737efc584c729239088e34763f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361840 Oct 04 09:01:20.430328 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f760196d-f4e9-4893-840f-a9655cbf344f,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:20.432292 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54604) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:20.437703 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.438048 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.438392 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.438773 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.439093 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.439685 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.439807 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.440279 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.440401 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.440689 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.441012 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.441334 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.441654 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.441972 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.442312 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d37c3-2aa3-4cd1-93e5-ebbfbb8a62c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:20.487991 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-28be689e-618f-458a-a2f0-d1c8ddf56cfe admin admin] Publish callbacks [] for security_group (f760196d-f4e9-4893-840f-a9655cbf344f), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:20.508118 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-28be689e-618f-458a-a2f0-d1c8ddf56cfe admin admin] Publish callbacks [] for security_group (f760196d-f4e9-4893-840f-a9655cbf344f), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:20.652361 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-28be689e-618f-458a-a2f0-d1c8ddf56cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (f760196d-f4e9-4893-840f-a9655cbf344f), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:20.655969 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-28be689e-618f-458a-a2f0-d1c8ddf56cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:20.662152 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-28be689e-618f-458a-a2f0-d1c8ddf56cfe admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f760196d-f4e9-4893-840f-a9655cbf344f HTTP/1.1" status: 204 len: 168 time: 0.2238607 Oct 04 09:01:20.665503 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be689e-618f-458a-a2f0-d1c8ddf56cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f760196d-f4e9-4893-840f-a9655cbf344f,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:21.337423 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73250128-0682-40ae-b812-7ae0922aa5d8 req-036592cc-d652-4b65-a9c2-2d66cf962e94 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:21.338979 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-73250128-0682-40ae-b812-7ae0922aa5d8 req-036592cc-d652-4b65-a9c2-2d66cf962e94 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0475531 Oct 04 09:01:21.399067 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-73250128-0682-40ae-b812-7ae0922aa5d8 req-643b9fb6-a1cc-46b8-8bbc-b5726c955119 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541205 Oct 04 09:01:22.545735 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1d907-7a01-42d5-b5ab-b3e5b8a12f6c req-72ca29c5-cc19-45fc-b2b4-b7660bfdde4a tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:22.547597 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e3c1d907-7a01-42d5-b5ab-b3e5b8a12f6c req-72ca29c5-cc19-45fc-b2b4-b7660bfdde4a tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0638471 Oct 04 09:01:22.598013 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e3c1d907-7a01-42d5-b5ab-b3e5b8a12f6c req-7d446f2f-a98a-4454-96f6-12ebc562783c tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446279 Oct 04 09:01:23.718862 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aad34-5438-4eef-909c-4df2af2c23f7 req-2ae85213-36bd-4536-89d6-170f6accd0da tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:23.720379 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2e9aad34-5438-4eef-909c-4df2af2c23f7 req-2ae85213-36bd-4536-89d6-170f6accd0da tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0462749 Oct 04 09:01:23.763525 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:23.771057 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2e9aad34-5438-4eef-909c-4df2af2c23f7 req-ce899d68-6d28-40a7-aaaf-3ab233625920 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Oct 04 09:01:24.903203 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c86971-01fe-4509-abd2-fb1cd83b3b8e req-cf290948-d99f-4790-9f42-e9c3e83c73e5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:24.905278 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10c86971-01fe-4509-abd2-fb1cd83b3b8e req-cf290948-d99f-4790-9f42-e9c3e83c73e5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0507996 Oct 04 09:01:24.956587 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-10c86971-01fe-4509-abd2-fb1cd83b3b8e req-141f7716-e7bc-475f-b8a0-0879b959d433 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456409 Oct 04 09:01:25.148386 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device fea14249-82d5-4c27-9abc-925c8ffa80c5 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:01:25.220524 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port fea14249-82d5-4c27-9abc-925c8ffa80c5 is: ACTIVE; New status is: DOWN {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:25.220913 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:25.243820 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:01:25.246236 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9498feb5-9da7-4ea0-bedd-10b982fbdd5c" -d '{"events": [{"server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:01:25.259622 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:25.287243 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 09:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6447c0c0-a9e0-416e-8572-eba530e79017 x-openstack-request-id: req-6447c0c0-a9e0-416e-8572-eba530e79017 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:01:25.287534 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:01:25.287794 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6447c0c0-a9e0-416e-8572-eba530e79017 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:01:25.288191 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6447c0c0-a9e0-416e-8572-eba530e79017'] response: {'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'code': 200} Oct 04 09:01:25.355216 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:25.397149 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:25.412917 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=fea14249-82d5-4c27-9abc-925c8ffa80c5,revision_number=6']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:26.117881 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7580db5-b0d4-4b9a-8c6c-2161f869a857 req-15246230-58cf-4e35-9f63-c729ac5dcdcb tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:26.119418 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b7580db5-b0d4-4b9a-8c6c-2161f869a857 req-15246230-58cf-4e35-9f63-c729ac5dcdcb tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0495002 Oct 04 09:01:26.179072 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b7580db5-b0d4-4b9a-8c6c-2161f869a857 req-15fb46d7-8717-4cec-b1e8-628698ff5804 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532396 Oct 04 09:01:27.307172 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b513d-0654-495e-8a3e-e01120c589eb req-897139df-1274-4334-b5e1-82ebbc4af6b6 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:27.308701 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c22b513d-0654-495e-8a3e-e01120c589eb req-897139df-1274-4334-b5e1-82ebbc4af6b6 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0488329 Oct 04 09:01:27.365836 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c22b513d-0654-495e-8a3e-e01120c589eb req-2a93e497-2942-4f09-bf30-9e9586a5b572 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508237 Oct 04 09:01:27.812267 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:27.850363 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa00e60-f5b2-4dda-bb1e-b0c5f3603272 req-764ee441-5242-4456-8766-e7b224649b79 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:27.851996 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7fa00e60-f5b2-4dda-bb1e-b0c5f3603272 req-764ee441-5242-4456-8766-e7b224649b79 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0500827 Oct 04 09:01:27.931446 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-7fa00e60-f5b2-4dda-bb1e-b0c5f3603272 req-7e916175-c5bb-4b82-acde-f927bc2ca1c1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683732 Oct 04 09:01:28.056733 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-d21812f5-1f22-4ac8-bf50-77e1ffce7e81 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1925309 Oct 04 09:01:28.259874 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-36e6ff4a-2728-4936-b3f6-a06598789658 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:28.261600 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-36e6ff4a-2728-4936-b3f6-a06598789658 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports/fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 941 time: 0.1757011 Oct 04 09:01:29.043115 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54862) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:29.054234 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad3034-1fe6-4a26-9821-10c2bbf7079a req-8f25f903-5a2a-47a9-97af-5f60f904862d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:29.061702 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-16ad3034-1fe6-4a26-9821-10c2bbf7079a req-8f25f903-5a2a-47a9-97af-5f60f904862d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0585320 Oct 04 09:01:29.122913 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-16ad3034-1fe6-4a26-9821-10c2bbf7079a req-80f9c6ec-e90a-4913-b36a-3ac44c9428f2 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601721 Oct 04 09:01:29.205848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9f067a74-ca84-4ceb-84b8-8fd050b36e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.284980 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9f067a74-ca84-4ceb-84b8-8fd050b36e3c admin admin] Publish callbacks [] for security_group (1588a793-7f9f-4c0d-9765-ea57194ac94a), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.421790 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-9f067a74-ca84-4ceb-84b8-8fd050b36e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1588a793-7f9f-4c0d-9765-ea57194ac94a), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.479405 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-9f067a74-ca84-4ceb-84b8-8fd050b36e3c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b7ba426889f548129d1c9ad246051754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301517 Oct 04 09:01:29.481536 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f067a74-ca84-4ceb-84b8-8fd050b36e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1588a793-7f9f-4c0d-9765-ea57194ac94a,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:29.482424 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54876) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:29.541949 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-690f4b7b-be6c-4564-864a-33b06e0585e0 admin admin] Publish callbacks [] for security_group (1588a793-7f9f-4c0d-9765-ea57194ac94a), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.564262 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-690f4b7b-be6c-4564-864a-33b06e0585e0 admin admin] Publish callbacks [] for security_group (1588a793-7f9f-4c0d-9765-ea57194ac94a), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.569282 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54878) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:29.678937 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d92e-660c-4f9c-8cb4-220a69963765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.709981 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-690f4b7b-be6c-4564-864a-33b06e0585e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1588a793-7f9f-4c0d-9765-ea57194ac94a), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.712766 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-690f4b7b-be6c-4564-864a-33b06e0585e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.714416 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-690f4b7b-be6c-4564-864a-33b06e0585e0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1588a793-7f9f-4c0d-9765-ea57194ac94a HTTP/1.1" status: 204 len: 168 time: 0.2306242 Oct 04 09:01:29.722805 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f4b7b-be6c-4564-864a-33b06e0585e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1588a793-7f9f-4c0d-9765-ea57194ac94a,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:29.774928 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d92e-660c-4f9c-8cb4-220a69963765 admin admin] Publish callbacks [] for security_group (adc38783-109d-420e-bd3d-3bf7e6382429), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.823979 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d92e-660c-4f9c-8cb4-220a69963765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (adc38783-109d-420e-bd3d-3bf7e6382429), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.842180 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:29.867534 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-cbb0d92e-660c-4f9c-8cb4-220a69963765 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d475ee4d9d9c40b9b36196cd7563191b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969985 Oct 04 09:01:29.868396 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0d92e-660c-4f9c-8cb4-220a69963765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc38783-109d-420e-bd3d-3bf7e6382429,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:29.870054 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54884) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:29.929689 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fde29942-370b-4336-9b78-15558b5b7156 admin admin] Publish callbacks [] for security_group (adc38783-109d-420e-bd3d-3bf7e6382429), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:29.950987 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fde29942-370b-4336-9b78-15558b5b7156 admin admin] Publish callbacks [] for security_group (adc38783-109d-420e-bd3d-3bf7e6382429), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.058191 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fde29942-370b-4336-9b78-15558b5b7156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (adc38783-109d-420e-bd3d-3bf7e6382429), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.060734 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fde29942-370b-4336-9b78-15558b5b7156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.061987 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-fde29942-370b-4336-9b78-15558b5b7156 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/adc38783-109d-420e-bd3d-3bf7e6382429 HTTP/1.1" status: 204 len: 168 time: 0.1909230 Oct 04 09:01:30.071310 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde29942-370b-4336-9b78-15558b5b7156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc38783-109d-420e-bd3d-3bf7e6382429,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:30.267753 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fd628-bbc6-4451-ae25-9367577f6774 req-d2422a06-ebc5-4e6f-8bf8-e6e9f1ddd5a1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:30.269511 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da8fd628-bbc6-4451-ae25-9367577f6774 req-d2422a06-ebc5-4e6f-8bf8-e6e9f1ddd5a1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0517902 Oct 04 09:01:30.307820 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:30.330397 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-da8fd628-bbc6-4451-ae25-9367577f6774 req-3340d7ca-20b7-4ef6-934b-38bacdc7a973 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539038 Oct 04 09:01:30.555572 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54900) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:30.570013 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-87a06738-a481-4d0f-8bd4-b6fe7509edf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.662683 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-87a06738-a481-4d0f-8bd4-b6fe7509edf7 admin admin] Publish callbacks [] for security_group (5afe42e6-6645-4225-ac60-aaa08bd1c00c), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.735911 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-87a06738-a481-4d0f-8bd4-b6fe7509edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (5afe42e6-6645-4225-ac60-aaa08bd1c00c), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.778798 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-87a06738-a481-4d0f-8bd4-b6fe7509edf7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=543deab5257944d8ad67b5fe5cf3fbf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220817 Oct 04 09:01:30.779862 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a06738-a481-4d0f-8bd4-b6fe7509edf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afe42e6-6645-4225-ac60-aaa08bd1c00c,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:30.781602 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54910) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:30.830974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1e3afe4d-796d-47d9-aba8-dde0e1721fa4 admin admin] Publish callbacks [] for security_group (5afe42e6-6645-4225-ac60-aaa08bd1c00c), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.853512 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1e3afe4d-796d-47d9-aba8-dde0e1721fa4 admin admin] Publish callbacks [] for security_group (5afe42e6-6645-4225-ac60-aaa08bd1c00c), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.915775 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.949891 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:30.953161 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-9883daa1-e7d7-4d3d-8f2c-34bd4b9a80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:30.954904 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-9883daa1-e7d7-4d3d-8f2c-34bd4b9a80f0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2&tenant_id=655f83bbd3d847f3b060af2ff5250585 HTTP/1.1" status: 200 len: 1128 time: 0.0403686 Oct 04 09:01:30.960562 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1e3afe4d-796d-47d9-aba8-dde0e1721fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (5afe42e6-6645-4225-ac60-aaa08bd1c00c), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.963165 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-1e3afe4d-796d-47d9-aba8-dde0e1721fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:30.966609 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-1e3afe4d-796d-47d9-aba8-dde0e1721fa4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5afe42e6-6645-4225-ac60-aaa08bd1c00c HTTP/1.1" status: 204 len: 168 time: 0.1816187 Oct 04 09:01:30.972282 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3afe4d-796d-47d9-aba8-dde0e1721fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afe42e6-6645-4225-ac60-aaa08bd1c00c,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:31.030395 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-74824b26-ab5a-4169-b9a5-5933f8f9a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:31.031965 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-74824b26-ab5a-4169-b9a5-5933f8f9a884 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1128 time: 0.0511091 Oct 04 09:01:31.145347 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-22cb97e6-05e8-42b9-9c24-c8daba228827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:31.146858 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-22cb97e6-05e8-42b9-9c24-c8daba228827 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 200 len: 909 time: 0.1071675 Oct 04 09:01:31.486081 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f058ec3-9bc8-456f-a74f-57351af22e3b req-7f0215cf-ef64-4018-bbcb-c04dc48237c4 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:31.491535 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1f058ec3-9bc8-456f-a74f-57351af22e3b req-7f0215cf-ef64-4018-bbcb-c04dc48237c4 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0660706 Oct 04 09:01:31.508977 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-30a9de90-201f-4185-9988-ce8438aa0f2a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 1000 time: 0.3555450 Oct 04 09:01:31.528163 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:31.549679 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-1f058ec3-9bc8-456f-a74f-57351af22e3b req-bea574a9-fe07-4575-ac63-e632cf406c22 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547976 Oct 04 09:01:31.560934 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-3daa4c92-b230-4a45-a60d-834d9f6ca53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:31.562579 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-3daa4c92-b230-4a45-a60d-834d9f6ca53c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=06fac3b2-e7de-4345-945b-74b6478447da HTTP/1.1" status: 200 len: 847 time: 0.0474250 Oct 04 09:01:31.607984 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-a1b9edbb-9185-48b5-ae56-3836b111df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:31.609571 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-a1b9edbb-9185-48b5-ae56-3836b111df5a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=241e3a87-6f8d-443d-978c-ba497455a028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411298 Oct 04 09:01:31.721686 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-634c13da-c9fe-4ab5-bd41-0a7ad81bbd23 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015375 Oct 04 09:01:31.819289 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-79dfe2c2-9abc-490a-8d7d-c61798bb11dd req-d05538ac-8540-4124-9830-a4c782f233a4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955873 Oct 04 09:01:32.166760 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 54958) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:32.299136 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-615ba112-db9f-46c0-8088-4dc92f794995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:32.318598 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:32.408275 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-615ba112-db9f-46c0-8088-4dc92f794995 admin admin] Publish callbacks [] for security_group (854ca69e-cb02-4f65-b249-4793cbc969c4), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:32.518675 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-615ba112-db9f-46c0-8088-4dc92f794995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (854ca69e-cb02-4f65-b249-4793cbc969c4), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:32.566482 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-615ba112-db9f-46c0-8088-4dc92f794995 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b5f9accd3435416d9749ccab9b4e4d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955262 Oct 04 09:01:32.566482 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ba112-db9f-46c0-8088-4dc92f794995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854ca69e-cb02-4f65-b249-4793cbc969c4,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:32.567047 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 54972) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:32.622382 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b06d043e-dea0-48ac-a860-508be7ab1143 admin admin] Publish callbacks [] for security_group (854ca69e-cb02-4f65-b249-4793cbc969c4), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:32.653041 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b06d043e-dea0-48ac-a860-508be7ab1143 admin admin] Publish callbacks [] for security_group (854ca69e-cb02-4f65-b249-4793cbc969c4), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:32.662851 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:32.707696 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bb980-c1f2-4c1a-8510-393730364640 req-4de6353a-e475-4006-a5ac-b81c2b30932d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:32.709172 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c68bb980-c1f2-4c1a-8510-393730364640 req-4de6353a-e475-4006-a5ac-b81c2b30932d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0737681 Oct 04 09:01:32.767207 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c68bb980-c1f2-4c1a-8510-393730364640 req-c40f6faf-7377-46ae-a13b-8e4d5468f61c tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518646 Oct 04 09:01:32.824108 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b06d043e-dea0-48ac-a860-508be7ab1143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (854ca69e-cb02-4f65-b249-4793cbc969c4), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:32.826773 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b06d043e-dea0-48ac-a860-508be7ab1143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:32.830427 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-b06d043e-dea0-48ac-a860-508be7ab1143 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/854ca69e-cb02-4f65-b249-4793cbc969c4 HTTP/1.1" status: 204 len: 168 time: 0.2596986 Oct 04 09:01:32.836437 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d043e-dea0-48ac-a860-508be7ab1143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854ca69e-cb02-4f65-b249-4793cbc969c4,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:33.888099 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823aff4-d3ac-4182-ab23-6f1cb8852907 req-5be10b4e-837e-4490-ab1e-f388be54d5df tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:33.889733 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0823aff4-d3ac-4182-ab23-6f1cb8852907 req-5be10b4e-837e-4490-ab1e-f388be54d5df tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0484581 Oct 04 09:01:33.939745 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0823aff4-d3ac-4182-ab23-6f1cb8852907 req-d238fc9f-d37b-470f-b032-3b2d837d3a59 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Oct 04 09:01:34.121688 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-eacb8695-3754-47b3-916b-9b03f4321e8d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-901326654&fields=id&tenant_id=07b9220d86234adc83ef7fbe0d4d834d HTTP/1.1" status: 200 len: 267 time: 0.0455925 Oct 04 09:01:34.240682 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695ee28-6605-4b60-9b2b-1445afb134af req-26fe6430-5e38-45a6-a7f2-7ca1ce271ce4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:34.242136 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-26fe6430-5e38-45a6-a7f2-7ca1ce271ce4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 812 time: 0.1131370 Oct 04 09:01:34.257850 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-3bf254a6-69b4-429d-9c82-ec96cb1ebd52 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/quotas/07b9220d86234adc83ef7fbe0d4d834d HTTP/1.1" status: 200 len: 375 time: 0.0100951 Oct 04 09:01:34.310141 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-fabb0414-df7e-43a1-89fe-ebddeaf61f25 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470717 Oct 04 09:01:34.416063 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-20ca40b5-10b6-4bc7-82e4-9d27c8311b23 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917914 Oct 04 09:01:34.508858 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-35ccbba0-2a19-4c95-b19e-dddb45e9a4ca service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869935 Oct 04 09:01:34.736112 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-346b727d-9ad5-4fba-87da-ff52c049eeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:35.070071 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468ed49-1c30-4efb-924a-5606c86f2b01 req-0a0a33cb-5bfa-4291-a44e-5177c6e8c2b2 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:35.071623 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6468ed49-1c30-4efb-924a-5606c86f2b01 req-0a0a33cb-5bfa-4291-a44e-5177c6e8c2b2 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0551198 Oct 04 09:01:35.114306 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf663a1d-5993-417d-9a84-f45ba2569509 req-27980885-2ca1-4d0f-85ea-48406c7aecfb tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 210 time: 0.0414448 Oct 04 09:01:35.116383 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:35.150557 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6468ed49-1c30-4efb-924a-5606c86f2b01 req-d4dcd85d-69f0-4a2e-aa47-1aee51d66427 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691955 Oct 04 09:01:36.222396 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8ad38c33-f723-434a-be6c-42215b17de48 req-59157059-708c-4536-b1f7-7b4a3ec4fd21 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 210 time: 0.0274880 Oct 04 09:01:36.292400 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed00872-e559-4e08-a0e8-e22efe462a35 req-adec3dec-9d4e-4415-bc39-fba2996a0d17 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:36.293880 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4ed00872-e559-4e08-a0e8-e22efe462a35 req-adec3dec-9d4e-4415-bc39-fba2996a0d17 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0626760 Oct 04 09:01:36.344401 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4ed00872-e559-4e08-a0e8-e22efe462a35 req-0dadbbb2-e55e-41cd-88b4-08a80724e993 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439506 Oct 04 09:01:36.960795 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ccd49a61-dd08-42d4-a668-dbcdc2c1d92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:37.310094 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:37.333526 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-263c0ca9-06e8-477d-816e-23c45c5ae27f req-3f1f8821-9dd5-4b20-90ee-960fe988efab tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 210 time: 0.0323186 Oct 04 09:01:37.466530 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c99f3-4e93-499f-967d-f1d3dba4d028 req-3d4fcf20-4a0a-4568-99ad-0f51e8475cee tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:37.467884 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-099c99f3-4e93-499f-967d-f1d3dba4d028 req-3d4fcf20-4a0a-4568-99ad-0f51e8475cee tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0461516 Oct 04 09:01:37.517240 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-099c99f3-4e93-499f-967d-f1d3dba4d028 req-17e969eb-b429-4fe4-8494-5ea206a1eca9 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435383 Oct 04 09:01:37.899113 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695ee28-6605-4b60-9b2b-1445afb134af req-afb88be0-bc53-43f2-8c91-2e02974c953d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:37.900656 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-afb88be0-bc53-43f2-8c91-2e02974c953d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 812 time: 0.1115365 Oct 04 09:01:37.963553 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-4c0f63db-957f-4732-868b-a9b74d490cbc tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=07b9220d86234adc83ef7fbe0d4d834d HTTP/1.1" status: 200 len: 379 time: 0.0541811 Oct 04 09:01:37.972989 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'port': {'device_id': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'admin_state_up': True, 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'security_groups': ['55f772f7-a699-43b9-b8d7-b1f666aee1c5']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:38.149217 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Made reservation on behalf of 07b9220d86234adc83ef7fbe0d4d834d for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:01:38.153175 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:38.176822 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:38.285986 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Allocated IP 172.20.0.12 (a74c7fc7-ef7f-4524-af4b-bb7156e889af/35ed7c00-d581-4d3c-8b42-af39f7e4ae2a/006528db-78e7-44bd-b275-a6a647754ae9) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:01:38.330829 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:38.431695 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for port (006528db-78e7-44bd-b275-a6a647754ae9), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:38.439343 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:38.445987 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-04740b1c-1d56-4292-8a90-194eede20c2a req-fadfdee6-d980-4866-a2ca-63d7b80b9f57 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Oct 04 09:01:38.571061 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (006528db-78e7-44bd-b275-a6a647754ae9), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:38.613878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:01:38.622812 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:01:38.627795 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:01:38.670071 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'Port': ['ID=006528db-78e7-44bd-b275-a6a647754ae9,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:38.691341 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.691914 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.692422 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.692960 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.693299 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.693633 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.693967 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.694296 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.694655 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.694983 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.695318 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.695646 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.695972 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.696295 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.696615 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:01:38.709601 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c8668-c893-4ccd-8700-b3e24b34cd69 req-0417f0e1-ec5a-463f-9a90-df0951ba9dc5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:38.717835 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e6c8668-c893-4ccd-8700-b3e24b34cd69 req-0417f0e1-ec5a-463f-9a90-df0951ba9dc5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.1009541 Oct 04 09:01:38.722185 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:38.722842 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:38.783756 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0e6c8668-c893-4ccd-8700-b3e24b34cd69 req-2ef0b25c-3ff1-46ef-b854-a612c4a3e37b tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645278 Oct 04 09:01:38.837942 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-51ff51e1-2475-4b2f-bae4-1d8645a644c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8694143 Oct 04 09:01:38.851760 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Request body: {'port': {'device_id': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:38.917917 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (006528db-78e7-44bd-b275-a6a647754ae9), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:38.968393 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-e52831bf-8a66-4fb0-b41e-77eda5b0103d None None] Provisioning complete for port 006528db-78e7-44bd-b275-a6a647754ae9 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:38.968832 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e52831bf-8a66-4fb0-b41e-77eda5b0103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (006528db-78e7-44bd-b275-a6a647754ae9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:38.969398 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-e52831bf-8a66-4fb0-b41e-77eda5b0103d None None] Attempt 1 to provision port 006528db-78e7-44bd-b275-a6a647754ae9 Oct 04 09:01:38.973414 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:39.004841 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-e52831bf-8a66-4fb0-b41e-77eda5b0103d None None] Port 006528db-78e7-44bd-b275-a6a647754ae9 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 09:01:39.062956 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55106) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:39.123725 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:39.174287 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b340-8968-4033-9e77-17125aa32408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.193113 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006528db-78e7-44bd-b275-a6a647754ae9 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 09:01:39.200790 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Publish callbacks [] for port (006528db-78e7-44bd-b275-a6a647754ae9), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.217159 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Transition to ACTIVE for port object 006528db-78e7-44bd-b275-a6a647754ae9 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:01:39.255464 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b340-8968-4033-9e77-17125aa32408 admin admin] Publish callbacks [] for security_group (241e4da6-2c0b-4664-babd-34a09657569e), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.341350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (006528db-78e7-44bd-b275-a6a647754ae9), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.370103 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b340-8968-4033-9e77-17125aa32408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (241e4da6-2c0b-4664-babd-34a09657569e), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.410698 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2b340-8968-4033-9e77-17125aa32408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241e4da6-2c0b-4664-babd-34a09657569e,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:39.415099 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a2c2b340-8968-4033-9e77-17125aa32408 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f5980440f8b04892affd1f007cb5ce64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510673 Oct 04 09:01:39.417770 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55110) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:39.427312 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Pushing event updated for resources: {'Port': ['ID=006528db-78e7-44bd-b275-a6a647754ae9,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:39.455763 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Attempting to bind port 006528db-78e7-44bd-b275-a6a647754ae9 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 09:01:39.456096 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Attempting to bind port 006528db-78e7-44bd-b275-a6a647754ae9 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 09:01:39.456422 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Attempting to bind port 006528db-78e7-44bd-b275-a6a647754ae9 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:01:39.472859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cadd8338-f1b2-4e62-82e5-5bf4b24ad41b admin admin] Publish callbacks [] for security_group (241e4da6-2c0b-4664-babd-34a09657569e), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.500131 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cadd8338-f1b2-4e62-82e5-5bf4b24ad41b admin admin] Publish callbacks [] for security_group (241e4da6-2c0b-4664-babd-34a09657569e), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.502359 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Port 006528db-78e7-44bd-b275-a6a647754ae9 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 09:01:39.502780 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Attempting to bind port 006528db-78e7-44bd-b275-a6a647754ae9 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:01:39.548861 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 09:01:39.549336 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Checking segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:01:39.549722 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Bound using segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 09:01:39.550185 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Bound port: 006528db-78e7-44bd-b275-a6a647754ae9, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 09:01:39.550638 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (006528db-78e7-44bd-b275-a6a647754ae9), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.599311 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5198957-9266-431e-bd19-e306d29cab54 req-8a594898-3938-4e9f-8ee6-bd21292a29ca tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:39.600684 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e5198957-9266-431e-bd19-e306d29cab54 req-8a594898-3938-4e9f-8ee6-bd21292a29ca tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 944 time: 0.0581756 Oct 04 09:01:39.619401 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] For port 006528db-78e7-44bd-b275-a6a647754ae9, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 09:01:39.620653 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:39.622632 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] For port 006528db-78e7-44bd-b275-a6a647754ae9, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=006528db-78e7-44bd-b275-a6a647754ae9,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 09:01:39.651035 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e5198957-9266-431e-bd19-e306d29cab54 req-d908eaae-aa4a-4dbf-82c4-a72d4c939158 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446138 Oct 04 09:01:39.655747 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cadd8338-f1b2-4e62-82e5-5bf4b24ad41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (241e4da6-2c0b-4664-babd-34a09657569e), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.655984 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.659771 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cadd8338-f1b2-4e62-82e5-5bf4b24ad41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.660991 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-cadd8338-f1b2-4e62-82e5-5bf4b24ad41b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/241e4da6-2c0b-4664-babd-34a09657569e HTTP/1.1" status: 204 len: 168 time: 0.2421117 Oct 04 09:01:39.672073 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd8338-f1b2-4e62-82e5-5bf4b24ad41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241e4da6-2c0b-4664-babd-34a09657569e,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:39.683903 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (006528db-78e7-44bd-b275-a6a647754ae9), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.692092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:39.692891 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:39.694673 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/006528db-78e7-44bd-b275-a6a647754ae9 HTTP/1.1" status: 200 len: 1094 time: 0.8475916 Oct 04 09:01:39.695395 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'tag': '006528db-78e7-44bd-b275-a6a647754ae9'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:01:39.698161 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32f6994-47df-4603-ac00-ab1897d7955d" -d '{"events": [{"name": "network-changed", "server_uuid": "710ef0a9-6fc5-4e69-9e08-aef2fe6f3944", "tag": "006528db-78e7-44bd-b275-a6a647754ae9"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:01:39.750164 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2eb8f-f71b-45df-8903-f5b9d61996f1 service neutron] Pushing event updated for resources: {'Port': ['ID=006528db-78e7-44bd-b275-a6a647754ae9,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:39.758398 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613e3e10-981e-4a7c-9fa2-fb45775f786a x-openstack-request-id: req-613e3e10-981e-4a7c-9fa2-fb45775f786a {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:01:39.760750 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710ef0a9-6fc5-4e69-9e08-aef2fe6f3944", "tag": "006528db-78e7-44bd-b275-a6a647754ae9", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:01:39.760750 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-613e3e10-981e-4a7c-9fa2-fb45775f786a {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:01:39.760750 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613e3e10-981e-4a7c-9fa2-fb45775f786a'] response: {'name': 'network-changed', 'server_uuid': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'tag': '006528db-78e7-44bd-b275-a6a647754ae9', 'status': 'completed', 'code': 200} Oct 04 09:01:39.843415 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f6994-47df-4603-ac00-ab1897d7955d req-0a50e829-e2c1-45f7-9447-8e2f2f9315d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:39.845693 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b32f6994-47df-4603-ac00-ab1897d7955d req-0a50e829-e2c1-45f7-9447-8e2f2f9315d9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 1128 time: 0.0624154 Oct 04 09:01:39.921246 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044803d-edb7-492c-80d7-89247d8a5b2f req-9e986d38-0028-4091-bce8-e6c0b38f96bc tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:39.929740 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0044803d-edb7-492c-80d7-89247d8a5b2f req-9e986d38-0028-4091-bce8-e6c0b38f96bc tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 944 time: 0.0607505 Oct 04 09:01:39.975723 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f6994-47df-4603-ac00-ab1897d7955d req-33c94da0-f278-4903-accc-41dd0482828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:39.977287 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b32f6994-47df-4603-ac00-ab1897d7955d req-33c94da0-f278-4903-accc-41dd0482828d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1255431 Oct 04 09:01:39.982211 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:40.005011 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0044803d-edb7-492c-80d7-89247d8a5b2f req-096d0054-cc3b-4845-b786-5e01d8160e13 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691547 Oct 04 09:01:40.081527 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f6994-47df-4603-ac00-ab1897d7955d req-10a85397-35f4-47d9-9461-ec0aa6e90d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:40.083039 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b32f6994-47df-4603-ac00-ab1897d7955d req-10a85397-35f4-47d9-9461-ec0aa6e90d65 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006641 Oct 04 09:01:40.149525 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.156217 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695ee28-6605-4b60-9b2b-1445afb134af req-150b6c9f-3731-4d15-a7c7-ffabe1724195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:40.158284 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-150b6c9f-3731-4d15-a7c7-ffabe1724195 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 1128 time: 0.0385451 Oct 04 09:01:40.196925 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-cb8a6067-3ec5-44a1-a5ff-e1e65fae7fc6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=006528db-78e7-44bd-b275-a6a647754ae9 HTTP/1.1" status: 200 len: 217 time: 0.0318849 Oct 04 09:01:40.249972 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695ee28-6605-4b60-9b2b-1445afb134af req-5e836d2d-89b0-47a5-89af-69e47a0b391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:40.251520 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-5e836d2d-89b0-47a5-89af-69e47a0b391f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0492566 Oct 04 09:01:40.300605 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695ee28-6605-4b60-9b2b-1445afb134af req-304603b5-dd9b-4554-8d98-444a6b12558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:40.302120 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-304603b5-dd9b-4554-8d98-444a6b12558c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453768 Oct 04 09:01:40.368457 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:40.392357 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-82725a13-b2f0-43c9-8aab-9eae7f7ffc80 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842416 Oct 04 09:01:40.425539 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55126) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:40.442200 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1c28-dbee-46f0-a428-9e8bcd44a885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.490688 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-c695ee28-6605-4b60-9b2b-1445afb134af req-b326733c-68ca-406e-8065-d7b6451de2d9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928438 Oct 04 09:01:40.498775 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:40.519567 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device fea14249-82d5-4c27-9abc-925c8ffa80c5 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 09:01:40.520873 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1c28-dbee-46f0-a428-9e8bcd44a885 admin admin] Publish callbacks [] for security_group (ec3e5b8b-64df-4784-959a-f505699d1711), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.620414 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:40.631425 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'port_id': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'mac_address': 'fa:16:3e:11:02:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 09:01:40.644462 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1c28-dbee-46f0-a428-9e8bcd44a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ec3e5b8b-64df-4784-959a-f505699d1711), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.669779 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port fea14249-82d5-4c27-9abc-925c8ffa80c5 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:40.670363 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.683824 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea14249-82d5-4c27-9abc-925c8ffa80c5 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 09:01:40.685660 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd1c28-dbee-46f0-a428-9e8bcd44a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e5b8b-64df-4784-959a-f505699d1711,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:40.701233 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55132) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:40.705042 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:40.721010 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a0fd1c28-dbee-46f0-a428-9e8bcd44a885 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2210622b6120492bb617941d963669d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884934 Oct 04 09:01:40.768546 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2378eba3-52c8-4f70-a7bc-da27865e19c0 admin admin] Publish callbacks [] for security_group (ec3e5b8b-64df-4784-959a-f505699d1711), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.790045 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2378eba3-52c8-4f70-a7bc-da27865e19c0 admin admin] Publish callbacks [] for security_group (ec3e5b8b-64df-4784-959a-f505699d1711), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.803052 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7cfea-c58c-4266-8803-ad7a71a6e468 req-1ad9398d-be9f-4101-9fa8-9b6ba50d5dae tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:40.804562 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6ef7cfea-c58c-4266-8803-ad7a71a6e468 req-1ad9398d-be9f-4101-9fa8-9b6ba50d5dae tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 944 time: 0.0478771 Oct 04 09:01:40.806780 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.856898 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=fea14249-82d5-4c27-9abc-925c8ffa80c5,revision_number=7']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:40.865118 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-6ef7cfea-c58c-4266-8803-ad7a71a6e468 req-7610c028-aea1-4a45-b5f0-e48ed438c3b6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523186 Oct 04 09:01:40.932328 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2378eba3-52c8-4f70-a7bc-da27865e19c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ec3e5b8b-64df-4784-959a-f505699d1711), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.934898 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2378eba3-52c8-4f70-a7bc-da27865e19c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:40.936065 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-2378eba3-52c8-4f70-a7bc-da27865e19c0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ec3e5b8b-64df-4784-959a-f505699d1711 HTTP/1.1" status: 204 len: 168 time: 0.2338638 Oct 04 09:01:40.945064 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378eba3-52c8-4f70-a7bc-da27865e19c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e5b8b-64df-4784-959a-f505699d1711,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:41.013518 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['fea14249-82d5-4c27-9abc-925c8ffa80c5'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 09:01:41.165151 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39207144-f6b7-4981-978d-b453875e1453 req-30a7966e-1718-4dd9-9b4e-cf7d69409029 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:41.166760 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-39207144-f6b7-4981-978d-b453875e1453 req-30a7966e-1718-4dd9-9b4e-cf7d69409029 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 945 time: 0.0535681 Oct 04 09:01:41.220615 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-39207144-f6b7-4981-978d-b453875e1453 req-0fbed82c-711c-4adb-9531-6a50ebc03a23 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Oct 04 09:01:41.299587 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:41.985460 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee123e2-29df-413e-b3e9-7ae9e3e16a92 req-c7e2c7ef-ca7a-416d-b5e2-8cffadf8718d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:41.987517 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eee123e2-29df-413e-b3e9-7ae9e3e16a92 req-c7e2c7ef-ca7a-416d-b5e2-8cffadf8718d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 944 time: 0.0475256 Oct 04 09:01:42.037353 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-eee123e2-29df-413e-b3e9-7ae9e3e16a92 req-8c8a7288-3064-46e5-b868-f62e73cd595c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440381 Oct 04 09:01:42.351566 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd53daf-346d-4e20-8eb6-0251ec0f040e req-ad0558ec-c9fe-4229-b815-4d8211e8f6f5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:42.353020 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0cd53daf-346d-4e20-8eb6-0251ec0f040e req-ad0558ec-c9fe-4229-b815-4d8211e8f6f5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 945 time: 0.0472012 Oct 04 09:01:42.406060 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-0cd53daf-346d-4e20-8eb6-0251ec0f040e req-5fdcd955-883c-4a7e-9118-0b03fddcaf30 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473382 Oct 04 09:01:43.165404 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29470a7-6f0e-4bb2-9b8e-7fead5d1342f req-f755a590-19ef-4ed7-b817-41a43347e9e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:43.167021 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b29470a7-6f0e-4bb2-9b8e-7fead5d1342f req-f755a590-19ef-4ed7-b817-41a43347e9e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 944 time: 0.0505869 Oct 04 09:01:43.221924 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b29470a7-6f0e-4bb2-9b8e-7fead5d1342f req-051a435c-bc90-4e66-b885-f071c69d819b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483196 Oct 04 09:01:43.526880 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dbe1d-5ace-4000-a27d-f344525e6f7d req-3fc24687-01a2-44cb-9ec1-cc08ef2c937e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:43.528352 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a16dbe1d-5ace-4000-a27d-f344525e6f7d req-3fc24687-01a2-44cb-9ec1-cc08ef2c937e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 945 time: 0.0468018 Oct 04 09:01:43.577582 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a16dbe1d-5ace-4000-a27d-f344525e6f7d req-9dc90449-7819-4c97-ad3b-ab0ba0d08818 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434370 Oct 04 09:01:43.998196 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device fea14249-82d5-4c27-9abc-925c8ffa80c5 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:44.043142 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port fea14249-82d5-4c27-9abc-925c8ffa80c5 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:44.043509 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:44.043842 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port fea14249-82d5-4c27-9abc-925c8ffa80c5 Oct 04 09:01:44.118925 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port fea14249-82d5-4c27-9abc-925c8ffa80c5 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:44.119316 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:44.144932 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:01:44.147225 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a2910-988c-4a83-9f6f-3e38f5e56da2" -d '{"events": [{"server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "name": "network-vif-plugged", "status": "completed", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:01:44.160008 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:44.187951 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5641f57-3261-4d62-bb76-c1d56197f889 x-openstack-request-id: req-a5641f57-3261-4d62-bb76-c1d56197f889 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:01:44.188240 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "name": "network-vif-plugged", "status": "completed", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:01:44.188555 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a5641f57-3261-4d62-bb76-c1d56197f889 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:01:44.189486 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5641f57-3261-4d62-bb76-c1d56197f889'] response: {'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'code': 200} Oct 04 09:01:44.262009 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:44.318003 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=fea14249-82d5-4c27-9abc-925c8ffa80c5,revision_number=8']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:44.355083 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa436bf-a350-41f8-a952-e0230f3961bd req-9d42ca46-ac9f-4602-85d4-713ff178a819 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:44.356612 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aaa436bf-a350-41f8-a952-e0230f3961bd req-9d42ca46-ac9f-4602-85d4-713ff178a819 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 944 time: 0.0510180 Oct 04 09:01:44.414464 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-aaa436bf-a350-41f8-a952-e0230f3961bd req-e7da4a5d-46c4-42b1-bd7c-3c90ff2fba24 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503380 Oct 04 09:01:44.460788 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66cf18-e512-4016-b537-7f575bfbc49c req-b202bd4b-acc5-412d-8cea-a1d0bc6e720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:44.462209 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-2d66cf18-e512-4016-b537-7f575bfbc49c req-b202bd4b-acc5-412d-8cea-a1d0bc6e720e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1130 time: 0.0428438 Oct 04 09:01:44.508805 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-2d66cf18-e512-4016-b537-7f575bfbc49c req-65d9f3f0-3caa-4680-ba8b-b768f27a9e96 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 Oct 04 09:01:44.682621 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:44.700666 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c4e74-7da1-4b75-a126-c0e9c8750d61 req-5b21cf55-21d8-447a-a1e9-658aa2b340f1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:44.702487 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-955c4e74-7da1-4b75-a126-c0e9c8750d61 req-5b21cf55-21d8-447a-a1e9-658aa2b340f1 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0484130 Oct 04 09:01:44.752811 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-955c4e74-7da1-4b75-a126-c0e9c8750d61 req-a5ba91e9-df61-4d8c-a708-8d17011462c5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Oct 04 09:01:45.545542 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0502ec-a77a-427e-8b74-5cba21bbea22 req-4e8121b4-1863-4fb1-aac1-b383d19e5de8 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:45.547087 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2d0502ec-a77a-427e-8b74-5cba21bbea22 req-4e8121b4-1863-4fb1-aac1-b383d19e5de8 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 944 time: 0.0471396 Oct 04 09:01:45.603467 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2d0502ec-a77a-427e-8b74-5cba21bbea22 req-03ffad87-494d-4471-a94d-129eb4721e92 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494509 Oct 04 09:01:45.876905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ce86b-c634-4a85-8e8b-2f07adc6c005 req-60f785c7-cdfb-4c0c-b4b1-5519e31e5c1d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:45.878427 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f36ce86b-c634-4a85-8e8b-2f07adc6c005 req-60f785c7-cdfb-4c0c-b4b1-5519e31e5c1d tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0466998 Oct 04 09:01:45.933248 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f36ce86b-c634-4a85-8e8b-2f07adc6c005 req-28f5e6e9-56c6-471c-b804-1861a7ead530 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488615 Oct 04 09:01:46.724799 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419132fc-6e0a-4bce-a3da-97a21b5ba24f req-db2b219e-b3f3-4b06-8c19-b39cc4384b35 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:46.726248 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-419132fc-6e0a-4bce-a3da-97a21b5ba24f req-db2b219e-b3f3-4b06-8c19-b39cc4384b35 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 944 time: 0.0457737 Oct 04 09:01:46.774362 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-419132fc-6e0a-4bce-a3da-97a21b5ba24f req-5cb56ad3-afb6-48e4-a344-3393fa035b57 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425072 Oct 04 09:01:47.618924 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:47.630330 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=5 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:47.904695 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d53cc-12b2-49e4-9c2f-526fc2cb7b9c req-0fdf7463-5599-4a37-b0ef-8aed32c355c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:47.906073 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e12d53cc-12b2-49e4-9c2f-526fc2cb7b9c req-0fdf7463-5599-4a37-b0ef-8aed32c355c7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 944 time: 0.0562572 Oct 04 09:01:47.957096 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e12d53cc-12b2-49e4-9c2f-526fc2cb7b9c req-ee8ab5af-27db-4fd7-bac5-96710da27fc3 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452514 Oct 04 09:01:47.999440 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 006528db-78e7-44bd-b275-a6a647754ae9 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 09:01:48.011920 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:48.103302 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 006528db-78e7-44bd-b275-a6a647754ae9, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=006528db-78e7-44bd-b275-a6a647754ae9,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:48.115889 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '006528db-78e7-44bd-b275-a6a647754ae9', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'port_id': '006528db-78e7-44bd-b275-a6a647754ae9', 'mac_address': 'fa:16:3e:14:bb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 09:01:48.155731 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 006528db-78e7-44bd-b275-a6a647754ae9 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:48.156047 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (006528db-78e7-44bd-b275-a6a647754ae9), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:48.170090 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006528db-78e7-44bd-b275-a6a647754ae9 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 09:01:48.191591 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 006528db-78e7-44bd-b275-a6a647754ae9, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=006528db-78e7-44bd-b275-a6a647754ae9,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:48.295446 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (006528db-78e7-44bd-b275-a6a647754ae9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:48.342253 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=006528db-78e7-44bd-b275-a6a647754ae9,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:48.490313 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['006528db-78e7-44bd-b275-a6a647754ae9'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 09:01:48.559417 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:49.036737 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55280) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:49.094270 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55d575-2ed5-442f-b040-f3bca24bc8bf req-bcd18eb4-8f3e-47ca-b791-5948df7f09e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:49.096853 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9a55d575-2ed5-442f-b040-f3bca24bc8bf req-bcd18eb4-8f3e-47ca-b791-5948df7f09e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 945 time: 0.0613327 Oct 04 09:01:49.159585 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:49.166904 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c944b4d6-9003-40db-ae6b-461a19df4ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:49.167245 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9a55d575-2ed5-442f-b040-f3bca24bc8bf req-3594144b-c454-4894-837f-c34fd2c84bd2 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583355 Oct 04 09:01:49.270227 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c944b4d6-9003-40db-ae6b-461a19df4ba4 admin admin] Publish callbacks [] for security_group (ea44dabf-d328-4821-ae98-6a643edd572a), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:49.341491 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c944b4d6-9003-40db-ae6b-461a19df4ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ea44dabf-d328-4821-ae98-6a643edd572a), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:49.389538 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c944b4d6-9003-40db-ae6b-461a19df4ba4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=25f649187dc54a099583dafa8f92e8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514800 Oct 04 09:01:49.391828 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b4d6-9003-40db-ae6b-461a19df4ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea44dabf-d328-4821-ae98-6a643edd572a,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:49.392790 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55284) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:49.451581 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0ee054f8-e736-4a2e-a586-6cea797112d5 admin admin] Publish callbacks [] for security_group (ea44dabf-d328-4821-ae98-6a643edd572a), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:49.477112 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0ee054f8-e736-4a2e-a586-6cea797112d5 admin admin] Publish callbacks [] for security_group (ea44dabf-d328-4821-ae98-6a643edd572a), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:49.595634 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0ee054f8-e736-4a2e-a586-6cea797112d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ea44dabf-d328-4821-ae98-6a643edd572a), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:49.598267 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0ee054f8-e736-4a2e-a586-6cea797112d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:49.600201 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-0ee054f8-e736-4a2e-a586-6cea797112d5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ea44dabf-d328-4821-ae98-6a643edd572a HTTP/1.1" status: 204 len: 168 time: 0.2055020 Oct 04 09:01:49.608320 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee054f8-e736-4a2e-a586-6cea797112d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea44dabf-d328-4821-ae98-6a643edd572a,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:50.020054 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 006528db-78e7-44bd-b275-a6a647754ae9 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:01:50.061617 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 006528db-78e7-44bd-b275-a6a647754ae9 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 09:01:50.118716 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 006528db-78e7-44bd-b275-a6a647754ae9 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:01:50.119190 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (006528db-78e7-44bd-b275-a6a647754ae9), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.119533 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 006528db-78e7-44bd-b275-a6a647754ae9 Oct 04 09:01:50.198611 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 006528db-78e7-44bd-b275-a6a647754ae9 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:01:50.198922 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (006528db-78e7-44bd-b275-a6a647754ae9), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.225324 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006528db-78e7-44bd-b275-a6a647754ae9'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:01:50.227625 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390baae3-d05c-4606-bc5b-4d48c118cf96" -d '{"events": [{"server_uuid": "710ef0a9-6fc5-4e69-9e08-aef2fe6f3944", "name": "network-vif-plugged", "status": "completed", "tag": "006528db-78e7-44bd-b275-a6a647754ae9"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:01:50.232620 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55334) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:50.242537 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 006528db-78e7-44bd-b275-a6a647754ae9, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=006528db-78e7-44bd-b275-a6a647754ae9,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:01:50.248136 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7b2c-36b2-475a-b538-f92d79b61f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.279094 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b898010b-fcff-4665-bbfb-2cc431a2e14e x-openstack-request-id: req-b898010b-fcff-4665-bbfb-2cc431a2e14e {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:01:50.279389 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ef0a9-6fc5-4e69-9e08-aef2fe6f3944", "name": "network-vif-plugged", "status": "completed", "tag": "006528db-78e7-44bd-b275-a6a647754ae9", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:01:50.279670 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b898010b-fcff-4665-bbfb-2cc431a2e14e {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:01:50.280113 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b898010b-fcff-4665-bbfb-2cc431a2e14e'] response: {'server_uuid': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006528db-78e7-44bd-b275-a6a647754ae9', 'code': 200} Oct 04 09:01:50.321726 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (006528db-78e7-44bd-b275-a6a647754ae9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.331748 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b3e4-b943-4b8b-a771-9648fd351757 req-a7ae505c-ee85-44f1-b27b-72968047126d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:50.333263 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-47d6b3e4-b943-4b8b-a771-9648fd351757 req-a7ae505c-ee85-44f1-b27b-72968047126d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 945 time: 0.0730946 Oct 04 09:01:50.369735 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=006528db-78e7-44bd-b275-a6a647754ae9,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:50.422624 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-47d6b3e4-b943-4b8b-a771-9648fd351757 req-7c5a7967-949c-4cb0-8981-cf0e68cd58a3 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824523 Oct 04 09:01:50.427917 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7b2c-36b2-475a-b538-f92d79b61f36 admin admin] Publish callbacks [] for security_group (dbad6a65-0fc6-4761-bdb3-34b093ef8b99), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.531199 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7b2c-36b2-475a-b538-f92d79b61f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (dbad6a65-0fc6-4761-bdb3-34b093ef8b99), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.546352 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:50.571911 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-5c5e7b2c-36b2-475a-b538-f92d79b61f36 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9e9f52aae6504525b1e82382c5898dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379266 Oct 04 09:01:50.574753 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55340) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:50.577849 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e7b2c-36b2-475a-b538-f92d79b61f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbad6a65-0fc6-4761-bdb3-34b093ef8b99,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:50.650867 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-bfd78001-184a-4e25-87fe-e81942b0f553 admin admin] Publish callbacks [] for security_group (dbad6a65-0fc6-4761-bdb3-34b093ef8b99), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.700210 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-bfd78001-184a-4e25-87fe-e81942b0f553 admin admin] Publish callbacks [] for security_group (dbad6a65-0fc6-4761-bdb3-34b093ef8b99), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.707445 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda9875-d488-4d53-8b40-3963e9f77434 req-4bde1497-7015-40ee-9e2a-e6792b29cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:50.708912 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3bda9875-d488-4d53-8b40-3963e9f77434 req-4bde1497-7015-40ee-9e2a-e6792b29cff7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 1130 time: 0.0723531 Oct 04 09:01:50.717287 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:50.774155 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3bda9875-d488-4d53-8b40-3963e9f77434 req-a60acbbe-d6e6-45ad-bace-b9e38b1cbaef service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541565 Oct 04 09:01:50.849385 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-bfd78001-184a-4e25-87fe-e81942b0f553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (dbad6a65-0fc6-4761-bdb3-34b093ef8b99), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.851988 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-bfd78001-184a-4e25-87fe-e81942b0f553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:50.853083 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-bfd78001-184a-4e25-87fe-e81942b0f553 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dbad6a65-0fc6-4761-bdb3-34b093ef8b99 HTTP/1.1" status: 204 len: 168 time: 0.2771938 Oct 04 09:01:50.861135 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd78001-184a-4e25-87fe-e81942b0f553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbad6a65-0fc6-4761-bdb3-34b093ef8b99,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:51.562977 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d7fb-6ba6-42cc-aba9-6ef76ac5e013 req-d98c57ac-1e3f-4b05-8cfd-f227a675e2e3 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:51.564557 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8ba5d7fb-6ba6-42cc-aba9-6ef76ac5e013 req-d98c57ac-1e3f-4b05-8cfd-f227a675e2e3 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 946 time: 0.0560827 Oct 04 09:01:51.616115 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8ba5d7fb-6ba6-42cc-aba9-6ef76ac5e013 req-fcf14f8e-711e-4bf8-9737-d07c3c995b32 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443144 Oct 04 09:01:52.742617 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08675065-119c-4035-a0aa-8babddcc5117 req-80ede5c7-695b-4b54-96ec-478ebf8e1fa7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:52.744354 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-08675065-119c-4035-a0aa-8babddcc5117 req-80ede5c7-695b-4b54-96ec-478ebf8e1fa7 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 946 time: 0.0516155 Oct 04 09:01:52.801153 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-08675065-119c-4035-a0aa-8babddcc5117 req-a416f031-d879-49a1-845f-289a70e3603f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511708 Oct 04 09:01:52.924171 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9e9a-3944-437e-af22-64610ba66fce req-d4d31cfc-626e-4f4e-97f5-750c10ce68cd tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:52.925648 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-868a9e9a-3944-437e-af22-64610ba66fce req-d4d31cfc-626e-4f4e-97f5-750c10ce68cd tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 946 time: 0.0460298 Oct 04 09:01:52.979206 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-868a9e9a-3944-437e-af22-64610ba66fce req-bedb96f4-09a8-426f-9db2-345e5ea93d95 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464096 Oct 04 09:01:53.008565 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55404) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:53.202810 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c4e70d-45e7-4c2b-a1a3-784dd4e3a64f tempest-TestVolumeBootPattern-528645296 tempest-TestVolumeBootPattern-528645296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:53.204342 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-76c4e70d-45e7-4c2b-a1a3-784dd4e3a64f tempest-TestVolumeBootPattern-528645296 tempest-TestVolumeBootPattern-528645296-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 1125 time: 0.1947796 Oct 04 09:01:53.208055 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55408) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:53.212190 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'port_id': '006528db-78e7-44bd-b275-a6a647754ae9', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:01:53.324227 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:53.420052 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:53.422397 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:53.529040 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Allocated IP 172.27.1.128 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/1a870b18-1dd8-4b73-85b7-92d649c577a0) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:01:53.640780 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:53.645036 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for port (1a870b18-1dd8-4b73-85b7-92d649c577a0), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:53.744828 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (1a870b18-1dd8-4b73-85b7-92d649c577a0), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:53.792062 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:01:53.795324 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:01:53.798884 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:01:53.826007 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'Port': ['ID=1a870b18-1dd8-4b73-85b7-92d649c577a0,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:54.402603 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (ad0a990a-8d4a-4275-a1e9-32b744aed0d1), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:54.518078 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:54.520662 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (1a870b18-1dd8-4b73-85b7-92d649c577a0), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:54.669844 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for port (1a870b18-1dd8-4b73-85b7-92d649c577a0), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:54.729818 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (1a870b18-1dd8-4b73-85b7-92d649c577a0), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:54.746347 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:01:54.804159 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'Port': ['ID=1a870b18-1dd8-4b73-85b7-92d649c577a0,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:54.807755 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (ad0a990a-8d4a-4275-a1e9-32b744aed0d1), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:54.915321 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.l3_db [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Floating IP ad0a990a-8d4a-4275-a1e9-32b744aed0d1 associated. External IP: 172.27.1.128, port: 006528db-78e7-44bd-b275-a6a647754ae9. Oct 04 09:01:55.110905 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:55.123666 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Router ef664018-3bbf-4e08-a2a4-d1d4acd27619 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:01:55.234413 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:01:55.245094 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] Sync routers for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:01:55.256885 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:01:55.257515 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:01:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:55.346491 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:55.365936 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:01:55.386272 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-d3f482cb-0b2f-4a3f-aea7-aafdeebf0814 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1771972 Oct 04 09:01:55.386973 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'tag': '006528db-78e7-44bd-b275-a6a647754ae9'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:01:55.389283 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc1872c-2697-454a-bc42-95b93eafc8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "710ef0a9-6fc5-4e69-9e08-aef2fe6f3944", "tag": "006528db-78e7-44bd-b275-a6a647754ae9"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:01:55.576070 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580d9093-ea3c-4dfe-9ca8-8da62bd2430e x-openstack-request-id: req-580d9093-ea3c-4dfe-9ca8-8da62bd2430e {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:01:55.576070 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710ef0a9-6fc5-4e69-9e08-aef2fe6f3944", "tag": "006528db-78e7-44bd-b275-a6a647754ae9", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:01:55.576070 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-580d9093-ea3c-4dfe-9ca8-8da62bd2430e {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:01:55.576070 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580d9093-ea3c-4dfe-9ca8-8da62bd2430e'] response: {'name': 'network-changed', 'server_uuid': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'tag': '006528db-78e7-44bd-b275-a6a647754ae9', 'status': 'completed', 'code': 200} Oct 04 09:01:55.589564 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'ad0a990a-8d4a-4275-a1e9-32b744aed0d1', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '006528db-78e7-44bd-b275-a6a647754ae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:14:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:01:54Z', 'updated_at': '2022-10-04T09:01:54Z', 'revision_number': 0, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:55.621717 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] Checking router: ef664018-3bbf-4e08-a2a4-d1d4acd27619 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:01:55.633597 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:01:55.634199 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:01:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:55.646397 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-c86e8878-e624-413c-b81b-e23c50e0176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:55.647966 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-c86e8878-e624-413c-b81b-e23c50e0176c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 1130 time: 0.0438161 Oct 04 09:01:55.740321 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:01:55.753709 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-7358b5c6-4ef6-4e8a-94ed-038611a8ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:55.755271 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-7358b5c6-4ef6-4e8a-94ed-038611a8ade1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 913 time: 0.1005793 Oct 04 09:01:55.828401 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:55.833760 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-98910f5d-2a92-4243-842f-2e46e16e5eea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=006528db-78e7-44bd-b275-a6a647754ae9 HTTP/1.1" status: 200 len: 1000 time: 0.0649917 Oct 04 09:01:55.904557 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-a4cd3452-9bb1-4c9b-a6df-0bcf74fade7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:55.910424 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-a4cd3452-9bb1-4c9b-a6df-0bcf74fade7c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0535595 Oct 04 09:01:55.956986 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-ca6bd8ee-33e4-4649-974a-766d00b4115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:01:55.958583 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-ca6bd8ee-33e4-4649-974a-766d00b4115c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412457 Oct 04 09:01:55.970439 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'ad0a990a-8d4a-4275-a1e9-32b744aed0d1', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '006528db-78e7-44bd-b275-a6a647754ae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:14:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:01:54Z', 'updated_at': '2022-10-04T09:01:54Z', 'revision_number': 0, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:01:55.998981 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064feb1-36f4-4dbf-98a5-5e31370c0a11 None None] The sync data for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi is: [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': 'ad0a990a-8d4a-4275-a1e9-32b744aed0d1', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '006528db-78e7-44bd-b275-a6a647754ae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:14:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:01:54Z', 'updated_at': '2022-10-04T09:01:54Z', 'revision_number': 0, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:01:56.060036 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-d9702d7b-e5fd-4ee2-a4f2-98593c128e30 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871575 Oct 04 09:01:56.170850 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0bc1872c-2697-454a-bc42-95b93eafc8b9 req-6b567ae2-946c-4a03-ba39-51691ab31416 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040096 Oct 04 09:01:56.231168 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7a135-a98d-4b0d-8b8c-598f96048066 None None] New status for floating IP ad0a990a-8d4a-4275-a1e9-32b744aed0d1: ACTIVE {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 09:01:56.274519 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:56.652289 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55440) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:56.762620 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06f14c4c-7211-4679-9d6d-d7eb09d0d172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:56.839717 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06f14c4c-7211-4679-9d6d-d7eb09d0d172 admin admin] Publish callbacks [] for security_group (a62420a7-126c-4cc2-b258-12feaa0457cf), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:56.920656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-06f14c4c-7211-4679-9d6d-d7eb09d0d172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (a62420a7-126c-4cc2-b258-12feaa0457cf), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:56.961087 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f14c4c-7211-4679-9d6d-d7eb09d0d172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62420a7-126c-4cc2-b258-12feaa0457cf,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:56.966231 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-06f14c4c-7211-4679-9d6d-d7eb09d0d172 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6cab1ea5ecc34b728f47c95d6fcc1d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121867 Oct 04 09:01:56.969030 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55446) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:57.026561 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1e012b6a-09ec-46ce-8e4a-4adb315cadcc admin admin] Publish callbacks [] for security_group (a62420a7-126c-4cc2-b258-12feaa0457cf), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:57.052910 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1e012b6a-09ec-46ce-8e4a-4adb315cadcc admin admin] Publish callbacks [] for security_group (a62420a7-126c-4cc2-b258-12feaa0457cf), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:57.172515 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1e012b6a-09ec-46ce-8e4a-4adb315cadcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (a62420a7-126c-4cc2-b258-12feaa0457cf), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:57.175795 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1e012b6a-09ec-46ce-8e4a-4adb315cadcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:57.177027 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-1e012b6a-09ec-46ce-8e4a-4adb315cadcc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a62420a7-126c-4cc2-b258-12feaa0457cf HTTP/1.1" status: 204 len: 168 time: 0.2071731 Oct 04 09:01:57.187528 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e012b6a-09ec-46ce-8e4a-4adb315cadcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62420a7-126c-4cc2-b258-12feaa0457cf,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:57.802896 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55452) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:57.821406 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-be48152f-20dc-4dd9-a00f-8acd0a6a5eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:57.899802 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-be48152f-20dc-4dd9-a00f-8acd0a6a5eb3 admin admin] Publish callbacks [] for security_group (0a20d4c6-2cd9-433d-862d-9f3e73a2ec87), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:57.960912 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-be48152f-20dc-4dd9-a00f-8acd0a6a5eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0a20d4c6-2cd9-433d-862d-9f3e73a2ec87), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:57.985163 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:58.002724 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48152f-20dc-4dd9-a00f-8acd0a6a5eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a20d4c6-2cd9-433d-862d-9f3e73a2ec87,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:01:58.007826 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-be48152f-20dc-4dd9-a00f-8acd0a6a5eb3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a3371c2152a64ef8adc130a1853fb06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039242 Oct 04 09:01:58.010681 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55456) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:01:58.063357 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b895baf8-57dd-48b7-be97-f8f3ef6ced69 admin admin] Publish callbacks [] for security_group (0a20d4c6-2cd9-433d-862d-9f3e73a2ec87), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:58.083242 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b895baf8-57dd-48b7-be97-f8f3ef6ced69 admin admin] Publish callbacks [] for security_group (0a20d4c6-2cd9-433d-862d-9f3e73a2ec87), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:58.097617 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:58.194995 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b895baf8-57dd-48b7-be97-f8f3ef6ced69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0a20d4c6-2cd9-433d-862d-9f3e73a2ec87), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:58.197504 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b895baf8-57dd-48b7-be97-f8f3ef6ced69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:58.198677 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-b895baf8-57dd-48b7-be97-f8f3ef6ced69 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0a20d4c6-2cd9-433d-862d-9f3e73a2ec87 HTTP/1.1" status: 204 len: 168 time: 0.1869884 Oct 04 09:01:58.215687 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895baf8-57dd-48b7-be97-f8f3ef6ced69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a20d4c6-2cd9-433d-862d-9f3e73a2ec87,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:02:00.920872 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:04.709304 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e20fad63-09f2-4d17-8162-e7f3622273d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:05.968563 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=76 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:05.973474 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=74 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:06.836101 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-3d64c70a-39f2-462f-95e2-749380f0c235 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410781 Oct 04 09:02:06.917287 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-ba1b51fa-7f94-48d3-873b-54ab65bd8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:02:06.919070 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-ba1b51fa-7f94-48d3-873b-54ab65bd8d22 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1130 time: 0.0407872 Oct 04 09:02:06.978375 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-28ab6b46-fad7-4e65-96b6-622666fa5dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:07.028422 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-6332537c-2067-450c-b4de-6dcfa7ce42df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:02:07.029790 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-6332537c-2067-450c-b4de-6dcfa7ce42df service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 200 len: 909 time: 0.0900438 Oct 04 09:02:07.093232 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-8f8801b1-0c2e-4c58-8c56-995ad22eaf6b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 1002 time: 0.0574327 Oct 04 09:02:07.141087 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-018b5dbf-f5ab-45c9-ae87-7577dfff039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:02:07.142513 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-018b5dbf-f5ab-45c9-ae87-7577dfff039a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=06fac3b2-e7de-4345-945b-74b6478447da HTTP/1.1" status: 200 len: 847 time: 0.0434580 Oct 04 09:02:07.180606 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=25,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:07.181686 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:07.189688 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-0339602e-e32d-4974-bcdd-5b6542737f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:02:07.191914 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-0339602e-e32d-4974-bcdd-5b6542737f35 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=241e3a87-6f8d-443d-978c-ba497455a028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388896 Oct 04 09:02:07.289774 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-a0ace3f0-5362-4e17-a9da-cf24a6628fa4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914903 Oct 04 09:02:07.399074 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-7aba9314-631e-4324-99cb-1a2d08bbea2b req-889e8cd6-6cc8-4ab6-8439-5185a4006770 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970392 Oct 04 09:02:08.281280 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:09.612536 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55636) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:02:09.637782 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:09.720542 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-92644c69-0889-4b19-bd11-e8ed9ed8b414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:09.796081 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-92644c69-0889-4b19-bd11-e8ed9ed8b414 admin admin] Publish callbacks [] for security_group (8b482602-bed0-4dc3-b23d-bdd4b6d64d92), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:09.875219 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-92644c69-0889-4b19-bd11-e8ed9ed8b414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8b482602-bed0-4dc3-b23d-bdd4b6d64d92), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:09.919753 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-92644c69-0889-4b19-bd11-e8ed9ed8b414 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9e2640e306a844b5856938fdaf9f7812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060639 Oct 04 09:02:09.920624 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92644c69-0889-4b19-bd11-e8ed9ed8b414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b482602-bed0-4dc3-b23d-bdd4b6d64d92,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:02:09.922620 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55644) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:02:09.972670 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-18862aa0-cb4b-42c7-8c50-07ac07c98f38 admin admin] Publish callbacks [] for security_group (8b482602-bed0-4dc3-b23d-bdd4b6d64d92), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:09.993299 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-18862aa0-cb4b-42c7-8c50-07ac07c98f38 admin admin] Publish callbacks [] for security_group (8b482602-bed0-4dc3-b23d-bdd4b6d64d92), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:10.118123 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:10.141412 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-18862aa0-cb4b-42c7-8c50-07ac07c98f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (8b482602-bed0-4dc3-b23d-bdd4b6d64d92), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:10.143995 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-18862aa0-cb4b-42c7-8c50-07ac07c98f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:10.145312 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-18862aa0-cb4b-42c7-8c50-07ac07c98f38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8b482602-bed0-4dc3-b23d-bdd4b6d64d92 HTTP/1.1" status: 204 len: 168 time: 0.2217095 Oct 04 09:02:10.153191 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18862aa0-cb4b-42c7-8c50-07ac07c98f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b482602-bed0-4dc3-b23d-bdd4b6d64d92,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:02:10.803794 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55652) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:02:10.820449 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6b15a3b3-004f-4239-bb51-76a1a83ae5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:10.893759 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6b15a3b3-004f-4239-bb51-76a1a83ae5eb admin admin] Publish callbacks [] for security_group (1b4ed00c-1a0d-4e5f-ba03-678dc4f6705d), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:10.983636 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6b15a3b3-004f-4239-bb51-76a1a83ae5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1b4ed00c-1a0d-4e5f-ba03-678dc4f6705d), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:11.023599 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15a3b3-004f-4239-bb51-76a1a83ae5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4ed00c-1a0d-4e5f-ba03-678dc4f6705d,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:02:11.027781 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-6b15a3b3-004f-4239-bb51-76a1a83ae5eb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4949eff87f0f4cef9795451355720a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229578 Oct 04 09:02:11.031943 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55654) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:02:11.079044 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3c460164-413a-47f4-83ab-5cc786e6cf33 admin admin] Publish callbacks [] for security_group (1b4ed00c-1a0d-4e5f-ba03-678dc4f6705d), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:11.098890 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3c460164-413a-47f4-83ab-5cc786e6cf33 admin admin] Publish callbacks [] for security_group (1b4ed00c-1a0d-4e5f-ba03-678dc4f6705d), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:11.243531 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3c460164-413a-47f4-83ab-5cc786e6cf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (1b4ed00c-1a0d-4e5f-ba03-678dc4f6705d), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:11.246157 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3c460164-413a-47f4-83ab-5cc786e6cf33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:11.247368 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3c460164-413a-47f4-83ab-5cc786e6cf33 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1b4ed00c-1a0d-4e5f-ba03-678dc4f6705d HTTP/1.1" status: 204 len: 168 time: 0.2145915 Oct 04 09:02:11.256353 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c460164-413a-47f4-83ab-5cc786e6cf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4ed00c-1a0d-4e5f-ba03-678dc4f6705d,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:02:11.681661 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55666) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:02:11.786659 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-684aecb7-8824-466c-bf0b-3ea65bed9c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:11.864823 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-684aecb7-8824-466c-bf0b-3ea65bed9c97 admin admin] Publish callbacks [] for security_group (e763a063-afb9-4cbc-a715-a47be30dcf00), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:11.932288 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-684aecb7-8824-466c-bf0b-3ea65bed9c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e763a063-afb9-4cbc-a715-a47be30dcf00), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:11.972258 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-684aecb7-8824-466c-bf0b-3ea65bed9c97 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3bb12f391098493b9bc69d7e7e5864d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894239 Oct 04 09:02:11.973183 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aecb7-8824-466c-bf0b-3ea65bed9c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e763a063-afb9-4cbc-a715-a47be30dcf00,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:02:11.976552 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55670) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:02:11.979831 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55672) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:02:11.994472 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-08cfad72-d7cb-4762-aade-a63009c283b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.029776 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa5c-8453-4a51-906d-a7f0acae5bdd admin admin] Publish callbacks [] for security_group (e763a063-afb9-4cbc-a715-a47be30dcf00), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.050068 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:12.050650 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:12.052459 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa5c-8453-4a51-906d-a7f0acae5bdd admin admin] Publish callbacks [] for security_group (e763a063-afb9-4cbc-a715-a47be30dcf00), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.053678 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:12.071485 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-08cfad72-d7cb-4762-aade-a63009c283b3 admin admin] Publish callbacks [] for security_group (ee6d7d01-8891-4d4a-84d2-cb5e7377dc64), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.166133 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa5c-8453-4a51-906d-a7f0acae5bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (e763a063-afb9-4cbc-a715-a47be30dcf00), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.166349 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-08cfad72-d7cb-4762-aade-a63009c283b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ee6d7d01-8891-4d4a-84d2-cb5e7377dc64), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.168682 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-41ecaa5c-8453-4a51-906d-a7f0acae5bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.172186 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-41ecaa5c-8453-4a51-906d-a7f0acae5bdd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e763a063-afb9-4cbc-a715-a47be30dcf00 HTTP/1.1" status: 204 len: 168 time: 0.1912973 Oct 04 09:02:12.178917 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecaa5c-8453-4a51-906d-a7f0acae5bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e763a063-afb9-4cbc-a715-a47be30dcf00,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:02:12.208893 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfad72-d7cb-4762-aade-a63009c283b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d7d01-8891-4d4a-84d2-cb5e7377dc64,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:02:12.215921 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-08cfad72-d7cb-4762-aade-a63009c283b3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f1d5178845b148b1bd4f65cb9e8b9d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350500 Oct 04 09:02:12.218644 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55676) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:02:12.234021 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:12.273801 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6159ca3b-d1ff-46e1-90ca-9e2cd0aa5053 admin admin] Publish callbacks [] for security_group (ee6d7d01-8891-4d4a-84d2-cb5e7377dc64), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.294600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6159ca3b-d1ff-46e1-90ca-9e2cd0aa5053 admin admin] Publish callbacks [] for security_group (ee6d7d01-8891-4d4a-84d2-cb5e7377dc64), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.415085 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6159ca3b-d1ff-46e1-90ca-9e2cd0aa5053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ee6d7d01-8891-4d4a-84d2-cb5e7377dc64), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.417640 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-6159ca3b-d1ff-46e1-90ca-9e2cd0aa5053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:12.418814 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-6159ca3b-d1ff-46e1-90ca-9e2cd0aa5053 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ee6d7d01-8891-4d4a-84d2-cb5e7377dc64 HTTP/1.1" status: 204 len: 168 time: 0.1990199 Oct 04 09:02:12.427217 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159ca3b-d1ff-46e1-90ca-9e2cd0aa5053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d7d01-8891-4d4a-84d2-cb5e7377dc64,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:02:21.269467 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:22.438988 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=59,neutron:UPDATE=7 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:22.682054 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:22.918606 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=19 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:30.072604 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=14 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:30.073448 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=18 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:30.951925 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:31.745493 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:02:34.694627 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba7c9-2bdb-4517-992f-c9fb39c01fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:36.955003 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-1c67366b-8149-4ccf-824d-bfac8793e124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:38.317001 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:39.603159 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:40.071280 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:41.741478 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:41.782310 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:50.025831 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:50.027732 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:00.934340 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:01.618930 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:01.624873 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:04.389511 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55696) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:04.694043 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9c760145-5330-44d8-986f-062d913afc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:04.717025 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Deleting port 65d966d6-525c-4d48-80ea-f60c2be18b8d {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:04.717373 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (65d966d6-525c-4d48-80ea-f60c2be18b8d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:04.797848 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (65d966d6-525c-4d48-80ea-f60c2be18b8d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:04.798172 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for floatingip (65d966d6-525c-4d48-80ea-f60c2be18b8d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:04.810691 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Calling delete_port for 65d966d6-525c-4d48-80ea-f60c2be18b8d owned by network:floatingip {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:05.019736 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (65d966d6-525c-4d48-80ea-f60c2be18b8d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:05.045590 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event deleted for resources: {'Port': ['ID=65d966d6-525c-4d48-80ea-f60c2be18b8d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:05.071797 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.072266 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.072616 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.072957 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.073287 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.073616 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.073942 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.074801 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.075119 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.075545 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.075875 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.076224 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.076543 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.076861 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.077180 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:05.122928 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for floatingip (cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:05.123253 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Floating IP cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e disassociated (deleted). External IP: 172.27.1.113, port: fea14249-82d5-4c27-9abc-925c8ffa80c5. Oct 04 09:03:05.329474 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Router 8ab30693-70a7-426d-b521-5fbc67b12494 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:03:05.434369 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:03:05.439023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:05.443666 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] Sync routers for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:03:05.454187 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:03:05.454824 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:02:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:05.469296 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-a98dc66f-6e0f-44fb-910c-637478d3bbda tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e HTTP/1.1" status: 204 len: 168 time: 1.0787113 Oct 04 09:03:05.470062 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:03:05.472576 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a" -d '{"events": [{"name": "network-changed", "server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:03:05.570008 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:03:05.652520 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6cc8a8-1759-4e4e-9f5d-fe09deba86c2 x-openstack-request-id: req-8d6cc8a8-1759-4e4e-9f5d-fe09deba86c2 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:03:05.652520 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:03:05.652520 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8d6cc8a8-1759-4e4e-9f5d-fe09deba86c2 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:03:05.652520 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6cc8a8-1759-4e4e-9f5d-fe09deba86c2'] response: {'name': 'network-changed', 'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'status': 'completed', 'code': 200} Oct 04 09:03:05.747725 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:05.771964 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:05.778497 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '6f13013a-9530-4ef2-89ea-38289b973562', 'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'mac_address': 'fa:16:3e:e7:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:45Z', 'updated_at': '2022-10-04T08:57:53Z', 'revision_number': 5, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'subnets': [{'id': '06fac3b2-e7de-4345-945b-74b6478447da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:05.780255 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-b7825b39-ce7a-4257-94cc-9233c872d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:05.781764 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-b7825b39-ce7a-4257-94cc-9233c872d12a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=655f83bbd3d847f3b060af2ff5250585&device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 1130 time: 0.1075094 Oct 04 09:03:05.806304 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] Checking router: 8ab30693-70a7-426d-b521-5fbc67b12494 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:03:05.815848 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:03:05.816455 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:02:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:05.888737 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-d23082e0-b248-404a-8e6e-1ef996d8979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:05.890273 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-d23082e0-b248-404a-8e6e-1ef996d8979d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 200 len: 909 time: 0.1020007 Oct 04 09:03:05.934812 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-aa3e8209-0bd3-4e1c-9092-ce0859df8414 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 200 len: 217 time: 0.0360923 Oct 04 09:03:06.011319 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:03:06.048411 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e1671-9e0d-46c7-af91-93a27e882cd3 req-db20caca-4ca7-4165-8aa9-e9c2154de31b tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:06.049943 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-414e1671-9e0d-46c7-af91-93a27e882cd3 req-db20caca-4ca7-4165-8aa9-e9c2154de31b tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.1060801 Oct 04 09:03:06.098757 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-414e1671-9e0d-46c7-af91-93a27e882cd3 req-b5404ab9-6af9-4e5b-81d2-05adf3bedcfc tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430009 Oct 04 09:03:06.199087 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '6f13013a-9530-4ef2-89ea-38289b973562', 'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'mac_address': 'fa:16:3e:e7:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:45Z', 'updated_at': '2022-10-04T08:57:53Z', 'revision_number': 5, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'subnets': [{'id': '06fac3b2-e7de-4345-945b-74b6478447da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:06.223959 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f444ae-60d2-4902-b95f-bf870cf8221a None None] The sync data for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi is: [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 4, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '6f13013a-9530-4ef2-89ea-38289b973562', 'name': '', 'network_id': '241e3a87-6f8d-443d-978c-ba497455a028', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'mac_address': 'fa:16:3e:e7:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06fac3b2-e7de-4345-945b-74b6478447da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:45Z', 'updated_at': '2022-10-04T08:57:53Z', 'revision_number': 5, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'subnets': [{'id': '06fac3b2-e7de-4345-945b-74b6478447da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:03:06.437903 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb3011c-b91a-4b02-b4aa-640efe954ffa None None] New status for floating IP cd7e0d2b-6e3c-4aa5-83e7-5ecb0615631e: DOWN {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 09:03:06.943383 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-d2642100-0394-4bf4-a221-7e78b71c1400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:06.951369 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-8e8ab245-0e4a-4516-9fdc-fad4a30b729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:06.953348 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-8e8ab245-0e4a-4516-9fdc-fad4a30b729b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=06fac3b2-e7de-4345-945b-74b6478447da HTTP/1.1" status: 200 len: 847 time: 0.0515079 Oct 04 09:03:06.998287 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-a0943b67-3664-48c1-839d-982ba124d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:06.999981 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-a0943b67-3664-48c1-839d-982ba124d4da service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=241e3a87-6f8d-443d-978c-ba497455a028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399790 Oct 04 09:03:07.079812 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-04ee8cc7-d5b2-4667-829b-af88b8c5c572 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 09:03:07.080744 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-04ee8cc7-d5b2-4667-829b-af88b8c5c572 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050132 Oct 04 09:03:07.175126 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-76029849-e120-443b-a038-8d4bd4cd50d9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880954 Oct 04 09:03:07.270989 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59404703-6892-40fc-848b-c3f81488a8e1 req-16128b09-6277-491a-afb6-202ba6fe9ae8 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:07.272447 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-59404703-6892-40fc-848b-c3f81488a8e1 req-16128b09-6277-491a-afb6-202ba6fe9ae8 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0940981 Oct 04 09:03:07.320628 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-59404703-6892-40fc-848b-c3f81488a8e1 req-d7248b06-a944-499e-ace3-099c46a39b08 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420122 Oct 04 09:03:07.734704 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fee4a-a230-4069-833b-c502b6ec364e req-3c5406db-5357-4d30-a4eb-ecd6e79468d5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:07.736127 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-196fee4a-a230-4069-833b-c502b6ec364e req-3c5406db-5357-4d30-a4eb-ecd6e79468d5 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.1110556 Oct 04 09:03:07.739642 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-b9a6719f-d595-45e5-8e7f-0f19fa0a5af8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1156435 Oct 04 09:03:07.821211 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-65d7d90a-1c11-4c8a-b35b-4d41fbe6865a req-6b8419fe-b6d7-40e1-bfa9-62acde17459c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614859 Oct 04 09:03:07.836011 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-2d6fb508-4c45-4eb3-bbd2-5de9973cc1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:07.837431 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-2d6fb508-4c45-4eb3-bbd2-5de9973cc1d4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 1130 time: 0.0620265 Oct 04 09:03:07.913990 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-196fee4a-a230-4069-833b-c502b6ec364e req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Deleting port fea14249-82d5-4c27-9abc-925c8ffa80c5 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:07.914323 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-196fee4a-a230-4069-833b-c502b6ec364e req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:08.009844 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-2d92a72a-4efc-4962-8690-11fead984297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:08.011211 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-2d92a72a-4efc-4962-8690-11fead984297 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 913 time: 0.1527617 Oct 04 09:03:08.071013 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-196fee4a-a230-4069-833b-c502b6ec364e req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] For port fea14249-82d5-4c27-9abc-925c8ffa80c5, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=fea14249-82d5-4c27-9abc-925c8ffa80c5,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:08.071373 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-196fee4a-a230-4069-833b-c502b6ec364e req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:08.092494 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-196fee4a-a230-4069-833b-c502b6ec364e req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Calling delete_port for fea14249-82d5-4c27-9abc-925c8ffa80c5 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:08.099236 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-e80dc5e6-5e2e-4699-ab36-e711ded30c61 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=006528db-78e7-44bd-b275-a6a647754ae9 HTTP/1.1" status: 200 len: 1002 time: 0.0806170 Oct 04 09:03:08.135349 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:08.192253 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-a9cae376-4515-4db4-b520-2f9dc88a1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:08.193682 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-a9cae376-4515-4db4-b520-2f9dc88a1b69 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0881364 Oct 04 09:03:08.235780 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:08.247763 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-4c60849f-ca7e-45ba-aa7b-1825f3c5848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:08.249247 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-4c60849f-ca7e-45ba-aa7b-1825f3c5848e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489864 Oct 04 09:03:08.314515 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:08.377098 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-bae240b2-4d1d-442d-a467-6ee68617ae22 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030433 Oct 04 09:03:08.434938 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-196fee4a-a230-4069-833b-c502b6ec364e req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (fea14249-82d5-4c27-9abc-925c8ffa80c5), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:08.450765 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e96e2c-0049-4b1e-b7c5-ec49eb00156a req-2376fd4b-32e1-4cc9-b285-b72fc5f5a412 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:08.452475 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-99e96e2c-0049-4b1e-b7c5-ec49eb00156a req-2376fd4b-32e1-4cc9-b285-b72fc5f5a412 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 946 time: 0.0493100 Oct 04 09:03:08.469732 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event deleted for resources: {'Port': ['ID=fea14249-82d5-4c27-9abc-925c8ffa80c5,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:08.522373 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-99e96e2c-0049-4b1e-b7c5-ec49eb00156a req-df1f7235-9f0b-4738-b37f-96c2cf1518c6 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2c5a7486-2b65-45ef-8aa1-fd6740426065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500762 Oct 04 09:03:08.541487 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-196fee4a-a230-4069-833b-c502b6ec364e req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] No DVR routers for this DVR port fea14249-82d5-4c27-9abc-925c8ffa80c5 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:03:08.545307 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57ade3c7-92b3-4ff5-bb54-639307d451e2 req-38243283-f321-42cc-a5d2-75203546f729 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623635 Oct 04 09:03:08.546283 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-196fee4a-a230-4069-833b-c502b6ec364e req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:08.549367 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-196fee4a-a230-4069-833b-c502b6ec364e req-53f8a61a-1413-401b-8550-9694ebafc18e tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.42 "DELETE /networking/v2.0/ports/fea14249-82d5-4c27-9abc-925c8ffa80c5 HTTP/1.1" status: 204 len: 173 time: 0.8069394 Oct 04 09:03:08.549887 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'name': 'network-vif-deleted', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:03:08.552199 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd26df3e-7656-4c18-8695-abcd85140549" -d '{"events": [{"server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "name": "network-vif-deleted", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:03:08.592045 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e29d055-e6d3-49f6-94ba-6df4a37832b1 x-openstack-request-id: req-1e29d055-e6d3-49f6-94ba-6df4a37832b1 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:03:08.592431 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2fd17-4355-438b-a667-e7881a655fe2", "name": "network-vif-deleted", "tag": "fea14249-82d5-4c27-9abc-925c8ffa80c5", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:03:08.592776 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1e29d055-e6d3-49f6-94ba-6df4a37832b1 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:03:08.593567 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e29d055-e6d3-49f6-94ba-6df4a37832b1'] response: {'server_uuid': '0da2fd17-4355-438b-a667-e7881a655fe2', 'name': 'network-vif-deleted', 'tag': 'fea14249-82d5-4c27-9abc-925c8ffa80c5', 'status': 'completed', 'code': 200} Oct 04 09:03:08.745137 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:03:09.628414 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a79846d3-e234-41e0-ab49-47e1097158b6 req-e34ee867-e146-4a55-8267-368ffe84e2c7 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da2fd17-4355-438b-a667-e7881a655fe2 HTTP/1.1" status: 200 len: 210 time: 0.0293651 Oct 04 09:03:09.646958 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:10.109216 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:10.438014 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device fea14249-82d5-4c27-9abc-925c8ffa80c5 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:03:10.457797 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: fea14249-82d5-4c27-9abc-925c8ffa80c5 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:03:10.458142 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device fea14249-82d5-4c27-9abc-925c8ffa80c5 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:03:10.694631 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55738) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:10.750421 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group (2c5a7486-2b65-45ef-8aa1-fd6740426065), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:10.774287 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group (2c5a7486-2b65-45ef-8aa1-fd6740426065), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:10.911068 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (2c5a7486-2b65-45ef-8aa1-fd6740426065), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:10.913770 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:10.914906 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2c5a7486-2b65-45ef-8aa1-fd6740426065 HTTP/1.1" status: 204 len: 168 time: 0.2203810 Oct 04 09:03:10.924938 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a7486-2b65-45ef-8aa1-fd6740426065,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:10.932337 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.932775 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.933082 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.933435 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.933772 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.934106 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.935528 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.935882 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.936238 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.936634 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.936971 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.937307 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.937638 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.937968 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.938318 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b3f28-aa2e-40fb-ab88-4c7896b2e048 tempest-TestShelveInstance-1960734961 tempest-TestShelveInstance-1960734961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:11.050476 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55742) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:11.454206 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (8ab30693-70a7-426d-b521-5fbc67b12494), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:11.632886 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:11.636846 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:11.676405 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Deleting port 6f13013a-9530-4ef2-89ea-38289b973562 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:11.676673 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (6f13013a-9530-4ef2-89ea-38289b973562), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:11.757045 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] For port 6f13013a-9530-4ef2-89ea-38289b973562, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=6f13013a-9530-4ef2-89ea-38289b973562,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:11.757720 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (6f13013a-9530-4ef2-89ea-38289b973562), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:11.770563 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Calling delete_port for 6f13013a-9530-4ef2-89ea-38289b973562 owned by network:router_interface {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:12.002708 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (6f13013a-9530-4ef2-89ea-38289b973562), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:12.028936 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Pushing event deleted for resources: {'Port': ['ID=6f13013a-9530-4ef2-89ea-38289b973562,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:12.198692 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (8ab30693-70a7-426d-b521-5fbc67b12494), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:12.400431 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:12.405961 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Router 8ab30693-70a7-426d-b521-5fbc67b12494 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:03:12.506578 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:03:12.511615 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3fd7682f-55ac-4434-9762-a17118f7bdda admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8ab30693-70a7-426d-b521-5fbc67b12494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4600306 Oct 04 09:03:12.515808 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55748) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:12.519767 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] Sync routers for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:03:12.531860 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:03:12.537253 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:03:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:12.615333 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks [] for router (8ab30693-70a7-426d-b521-5fbc67b12494), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:12.634676 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:03:12.714927 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks [] for router_gateway (8ab30693-70a7-426d-b521-5fbc67b12494), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:12.799486 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:12.802281 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T09:03:11Z', 'revision_number': 5, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port': {'id': 'b8bc2c11-2d81-4949-b81a-ebe715697a42', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:42Z', 'updated_at': '2022-10-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:12.827925 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] Checking router: 8ab30693-70a7-426d-b521-5fbc67b12494 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:03:12.835851 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Deleting port b8bc2c11-2d81-4949-b81a-ebe715697a42 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:12.836191 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:12.836349 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] Routers {'8ab30693-70a7-426d-b521-5fbc67b12494'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:03:12.836943 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:03:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['8ab30693-70a7-426d-b521-5fbc67b12494'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:12.839355 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:12.847914 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:12.920736 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] For port b8bc2c11-2d81-4949-b81a-ebe715697a42, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=b8bc2c11-2d81-4949-b81a-ebe715697a42,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:12.921101 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:12.922349 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] Set router 8ab30693-70a7-426d-b521-5fbc67b12494 gateway port host: None {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:03:12.934802 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Calling delete_port for b8bc2c11-2d81-4949-b81a-ebe715697a42 owned by network:router_gateway {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:12.972792 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T09:03:12Z', 'revision_number': 6, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port_host': None}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:12.997518 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f704c4-848a-4070-ba38-59d395247d37 None None] The sync data for ids ['8ab30693-70a7-426d-b521-5fbc67b12494'] in dv-cinder-859447-2-iscsi is: [{'id': '8ab30693-70a7-426d-b521-5fbc67b12494', 'name': 'tempest-TestShelveInstance-815525880-router', 'tenant_id': '655f83bbd3d847f3b060af2ff5250585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:41Z', 'updated_at': '2022-10-04T09:03:12Z', 'revision_number': 6, 'project_id': '655f83bbd3d847f3b060af2ff5250585', 'gw_port_host': None}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:03:13.168607 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (b8bc2c11-2d81-4949-b81a-ebe715697a42), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.191721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bc2c11-2d81-4949-b81a-ebe715697a42,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:13.244168 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:13.258434 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (8ab30693-70a7-426d-b521-5fbc67b12494), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.346600 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (8ab30693-70a7-426d-b521-5fbc67b12494), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.349084 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks [] for router_controller (8ab30693-70a7-426d-b521-5fbc67b12494), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.448473 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (8ab30693-70a7-426d-b521-5fbc67b12494), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.449021 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab30693-70a7-426d-b521-5fbc67b12494 {{(pid=113287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 09:03:13.453785 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.454950 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-b37fdba2-4319-4d86-9555-e8acabfb1b3e admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/8ab30693-70a7-426d-b521-5fbc67b12494 HTTP/1.1" status: 204 len: 168 time: 0.9378834 Oct 04 09:03:13.457518 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55750) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:13.502274 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-51026a0b-56fb-43ab-b3e4-a32d36a747f2 admin admin] Deleting subnet 06fac3b2-e7de-4345-945b-74b6478447da {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 09:03:13.505495 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-51026a0b-56fb-43ab-b3e4-a32d36a747f2 admin admin] Publish callbacks [] for subnet (06fac3b2-e7de-4345-945b-74b6478447da), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.543257 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-51026a0b-56fb-43ab-b3e4-a32d36a747f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (06fac3b2-e7de-4345-945b-74b6478447da), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.617836 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-51026a0b-56fb-43ab-b3e4-a32d36a747f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (06fac3b2-e7de-4345-945b-74b6478447da), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.744222 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-51026a0b-56fb-43ab-b3e4-a32d36a747f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (06fac3b2-e7de-4345-945b-74b6478447da), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.772721 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51026a0b-56fb-43ab-b3e4-a32d36a747f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fac3b2-e7de-4345-945b-74b6478447da,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:13.779014 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-51026a0b-56fb-43ab-b3e4-a32d36a747f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.782335 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-51026a0b-56fb-43ab-b3e4-a32d36a747f2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/06fac3b2-e7de-4345-945b-74b6478447da HTTP/1.1" status: 204 len: 168 time: 0.3238902 Oct 04 09:03:13.785240 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae419995-1c14-4147-a201-10d5b74a8129 None None] Network 241e3a87-6f8d-443d-978c-ba497455a028 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 09:03:13.785757 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55752) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:13.853997 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:13.859489 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (241e3a87-6f8d-443d-978c-ba497455a028), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.904350 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Deleting port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:13.904693 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.944056 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] DHCP port deletion for 241e3a87-6f8d-443d-978c-ba497455a028 request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 09:03:13.975561 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] For port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=4a27ea64-9188-4d4d-88e7-eb35a5aaeef6,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:13.975725 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.984468 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Deleting port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:13.984845 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:13.991598 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Calling delete_port for 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:14.058246 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] For port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=4a27ea64-9188-4d4d-88e7-eb35a5aaeef6,segment=NetworkSegment(389a31fc-4dd0-499e-9345-567dc364cc21),segment_id=389a31fc-4dd0-499e-9345-567dc364cc21)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:14.058672 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:14.071566 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Calling delete_port for 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:14.143388 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:14.149236 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (4a27ea64-9188-4d4d-88e7-eb35a5aaeef6), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:14.166884 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a27ea64-9188-4d4d-88e7-eb35a5aaeef6,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:14.174782 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] No DVR routers for this DVR port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 on host dv-cinder-859447-2-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:03:14.184969 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Pushing event deleted for resources: {'Port': ['ID=4a27ea64-9188-4d4d-88e7-eb35a5aaeef6,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:14.184969 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] No DVR routers for this DVR port 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:03:14.189723 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.190067 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.190395 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.190752 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.191084 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.191413 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.191742 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.192063 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.192386 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.192709 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.193030 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.193353 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.193667 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.193982 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.194361 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c63121-0d33-4cbb-95fb-5f05c4867239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:14.420366 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6f13013a-9530-4ef2-89ea-38289b973562 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:03:14.440276 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 6f13013a-9530-4ef2-89ea-38289b973562 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:03:14.440634 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 6f13013a-9530-4ef2-89ea-38289b973562 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:03:14.441119 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:03:14.459731 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:03:14.460075 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 4a27ea64-9188-4d4d-88e7-eb35a5aaeef6 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:03:14.460493 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device b8bc2c11-2d81-4949-b81a-ebe715697a42 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:03:14.479275 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: b8bc2c11-2d81-4949-b81a-ebe715697a42 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:03:14.479617 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device b8bc2c11-2d81-4949-b81a-ebe715697a42 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:03:14.489963 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (241e3a87-6f8d-443d-978c-ba497455a028), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:14.508708 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241e3a87-6f8d-443d-978c-ba497455a028']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:14.517866 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389a31fc-4dd0-499e-9345-567dc364cc21') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:14.518162 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389a31fc-4dd0-499e-9345-567dc364cc21') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:14.527440 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (389a31fc-4dd0-499e-9345-567dc364cc21), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:14.540807 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (389a31fc-4dd0-499e-9345-567dc364cc21), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:14.547770 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:03:14.548154 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (389a31fc-4dd0-499e-9345-567dc364cc21), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:14.588348 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 389a31fc-4dd0-499e-9345-567dc364cc21 resource provider aggregate not found Oct 04 09:03:14.607441 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment 389a31fc-4dd0-499e-9345-567dc364cc21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 389a31fc-4dd0-499e-9345-567dc364cc21 found for delete ", "request_id": "req-110ab2a5-c24f-4983-b8e9-0a2a1fd9d232"}]} Oct 04 09:03:14.688265 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (241e3a87-6f8d-443d-978c-ba497455a028), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:14.694591 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:14.697128 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/241e3a87-6f8d-443d-978c-ba497455a028 HTTP/1.1" status: 204 len: 168 time: 0.9108949 Oct 04 09:03:14.700553 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55758) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:14.712024 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf177b-9ab6-4e69-aef8-780c9d892146 admin admin] Pushing event deleted for resources: {'Network': ['ID=241e3a87-6f8d-443d-978c-ba497455a028,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:14.929316 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:15.010480 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (f814f93a-9fa7-4832-93da-c5c2d50408eb), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:15.232396 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:15.242429 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Deleting port 3b9c8769-f84d-426e-8934-aa5ea2e35f94 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:15.242771 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:15.328083 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] For port 3b9c8769-f84d-426e-8934-aa5ea2e35f94, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=3b9c8769-f84d-426e-8934-aa5ea2e35f94,segment=NetworkSegment(fa6806e1-843b-4f83-92b0-853bb16f7de3),segment_id=fa6806e1-843b-4f83-92b0-853bb16f7de3)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:15.328367 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:15.341955 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Calling delete_port for 3b9c8769-f84d-426e-8934-aa5ea2e35f94 owned by network:router_interface {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:15.585517 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (3b9c8769-f84d-426e-8934-aa5ea2e35f94), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:15.610531 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9c8769-f84d-426e-8934-aa5ea2e35f94,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:15.774834 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:15.780171 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (f814f93a-9fa7-4832-93da-c5c2d50408eb), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:15.980701 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Router f814f93a-9fa7-4832-93da-c5c2d50408eb has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:03:16.080694 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:03:16.085562 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-c824488f-c28a-4f76-b16b-904d39958136 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f814f93a-9fa7-4832-93da-c5c2d50408eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3843856 Oct 04 09:03:16.088237 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55760) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:16.088863 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] Sync routers for ids ['f814f93a-9fa7-4832-93da-c5c2d50408eb'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:03:16.099435 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] Routers {'f814f93a-9fa7-4832-93da-c5c2d50408eb'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:03:16.100044 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:03:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['f814f93a-9fa7-4832-93da-c5c2d50408eb'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:16.207136 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] Set router f814f93a-9fa7-4832-93da-c5c2d50408eb gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:03:16.395415 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:50Z', 'updated_at': '2022-10-04T09:03:15Z', 'revision_number': 5, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'gw_port': {'id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:51Z', 'updated_at': '2022-10-04T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:16.396935 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:16.399221 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:16.422579 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] Checking router: f814f93a-9fa7-4832-93da-c5c2d50408eb for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:03:16.431752 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] Routers {'f814f93a-9fa7-4832-93da-c5c2d50408eb'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:03:16.432447 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:03:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['f814f93a-9fa7-4832-93da-c5c2d50408eb'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:16.446698 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks [] for router (f814f93a-9fa7-4832-93da-c5c2d50408eb), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:16.482079 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:16.544955 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] Set router f814f93a-9fa7-4832-93da-c5c2d50408eb gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:03:16.556502 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks [] for router_gateway (f814f93a-9fa7-4832-93da-c5c2d50408eb), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:16.652961 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Deleting port 318b9533-3420-4969-b205-3c4fbb5c7397 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:16.653568 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:16.716642 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:50Z', 'updated_at': '2022-10-04T09:03:15Z', 'revision_number': 5, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'gw_port': {'id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:51Z', 'updated_at': '2022-10-04T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:16.733276 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] For port 318b9533-3420-4969-b205-3c4fbb5c7397, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=318b9533-3420-4969-b205-3c4fbb5c7397,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:16.733640 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:16.744717 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40321997-6942-4b2c-8471-660f8edc03b3 None None] The sync data for ids ['f814f93a-9fa7-4832-93da-c5c2d50408eb'] in dv-cinder-859447-2-iscsi is: [{'id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'name': 'tempest-TestShelveInstance-1240938025-router', 'tenant_id': '9241113fa00f46e5859c039629bc1f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:57:50Z', 'updated_at': '2022-10-04T09:03:15Z', 'revision_number': 5, 'project_id': '9241113fa00f46e5859c039629bc1f3d', 'gw_port': {'id': '318b9533-3420-4969-b205-3c4fbb5c7397', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814f93a-9fa7-4832-93da-c5c2d50408eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:57:51Z', 'updated_at': '2022-10-04T08:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:03:16.747387 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Calling delete_port for 318b9533-3420-4969-b205-3c4fbb5c7397 owned by network:router_gateway {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:16.861227 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:16.974170 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (318b9533-3420-4969-b205-3c4fbb5c7397), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.002509 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Pushing event deleted for resources: {'Port': ['ID=318b9533-3420-4969-b205-3c4fbb5c7397,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:17.066070 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (f814f93a-9fa7-4832-93da-c5c2d50408eb), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.156648 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (f814f93a-9fa7-4832-93da-c5c2d50408eb), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.158987 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks [] for router_controller (f814f93a-9fa7-4832-93da-c5c2d50408eb), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.269336 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (f814f93a-9fa7-4832-93da-c5c2d50408eb), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.269964 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f814f93a-9fa7-4832-93da-c5c2d50408eb {{(pid=113287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 09:03:17.274207 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.275425 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-93c241c1-1cb0-4469-9c60-3bda259bc29a admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/f814f93a-9fa7-4832-93da-c5c2d50408eb HTTP/1.1" status: 204 len: 168 time: 1.1862752 Oct 04 09:03:17.277971 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55762) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:17.328651 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f5f378-f214-41c4-a026-40cab5db6796 admin admin] Deleting subnet 197fea97-0935-482a-a0aa-3223711fae8d {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 09:03:17.332116 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f378-f214-41c4-a026-40cab5db6796 admin admin] Publish callbacks [] for subnet (197fea97-0935-482a-a0aa-3223711fae8d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.369251 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f378-f214-41c4-a026-40cab5db6796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (197fea97-0935-482a-a0aa-3223711fae8d), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.449136 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f378-f214-41c4-a026-40cab5db6796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (197fea97-0935-482a-a0aa-3223711fae8d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.551631 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f378-f214-41c4-a026-40cab5db6796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (197fea97-0935-482a-a0aa-3223711fae8d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.577713 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5f378-f214-41c4-a026-40cab5db6796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197fea97-0935-482a-a0aa-3223711fae8d,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:17.581355 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f378-f214-41c4-a026-40cab5db6796 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.584468 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-b5f5f378-f214-41c4-a026-40cab5db6796 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/197fea97-0935-482a-a0aa-3223711fae8d HTTP/1.1" status: 204 len: 168 time: 0.3055384 Oct 04 09:03:17.587235 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55764) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:17.589739 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae255d-6e3d-4b32-9124-7406ecc2ea4b None None] Network f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 09:03:17.657145 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.698640 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:17.704028 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Deleting port 8adb5670-81b5-401a-8b5c-f296b55efd89 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:17.704586 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.760894 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8aac19-478e-4d94-81a1-995b83c5e23f None None] DHCP port deletion for f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 09:03:17.783739 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] For port 8adb5670-81b5-401a-8b5c-f296b55efd89, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=8adb5670-81b5-401a-8b5c-f296b55efd89,segment=NetworkSegment(fa6806e1-843b-4f83-92b0-853bb16f7de3),segment_id=fa6806e1-843b-4f83-92b0-853bb16f7de3)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:17.784101 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.797878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Calling delete_port for 8adb5670-81b5-401a-8b5c-f296b55efd89 owned by network:dhcp {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:17.811737 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-3f8aac19-478e-4d94-81a1-995b83c5e23f None None] Deleting port 8adb5670-81b5-401a-8b5c-f296b55efd89 {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:17.812032 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-3f8aac19-478e-4d94-81a1-995b83c5e23f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.878192 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-3f8aac19-478e-4d94-81a1-995b83c5e23f None None] For port 8adb5670-81b5-401a-8b5c-f296b55efd89, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=8adb5670-81b5-401a-8b5c-f296b55efd89,segment=NetworkSegment(fa6806e1-843b-4f83-92b0-853bb16f7de3),segment_id=fa6806e1-843b-4f83-92b0-853bb16f7de3)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:17.878613 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-3f8aac19-478e-4d94-81a1-995b83c5e23f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.892628 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-3f8aac19-478e-4d94-81a1-995b83c5e23f None None] Calling delete_port for 8adb5670-81b5-401a-8b5c-f296b55efd89 owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:17.937752 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.964391 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=8adb5670-81b5-401a-8b5c-f296b55efd89,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:17.966957 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] No DVR routers for this DVR port 8adb5670-81b5-401a-8b5c-f296b55efd89 on host dv-cinder-859447-2-iscsi {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:03:17.971190 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-3f8aac19-478e-4d94-81a1-995b83c5e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (8adb5670-81b5-401a-8b5c-f296b55efd89), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:17.992241 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:17.994166 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8aac19-478e-4d94-81a1-995b83c5e23f None None] Pushing event deleted for resources: {'Port': ['ID=8adb5670-81b5-401a-8b5c-f296b55efd89,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:18.000498 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8aac19-478e-4d94-81a1-995b83c5e23f None None] No DVR routers for this DVR port 8adb5670-81b5-401a-8b5c-f296b55efd89 on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:03:18.042681 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.064354 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8']}} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:18.073599 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6806e1-843b-4f83-92b0-853bb16f7de3') {'for_net_delete': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:18.073916 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.services.segments.db [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6806e1-843b-4f83-92b0-853bb16f7de3') {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:18.083878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27825084'] for segment (fa6806e1-843b-4f83-92b0-853bb16f7de3), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.097852 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (fa6806e1-843b-4f83-92b0-853bb16f7de3), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.104088 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=113287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:03:18.104472 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27405659'] for segment (fa6806e1-843b-4f83-92b0-853bb16f7de3), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.253720 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment fa6806e1-843b-4f83-92b0-853bb16f7de3 resource provider aggregate not found Oct 04 09:03:18.258182 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.269320 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.269320 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8 HTTP/1.1" status: 204 len: 168 time: 0.6795349 Oct 04 09:03:18.280808 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.services.segments.plugin [-] Segment fa6806e1-843b-4f83-92b0-853bb16f7de3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa6806e1-843b-4f83-92b0-853bb16f7de3 found for delete ", "request_id": "req-9f542d2d-74c3-41eb-83f2-30b6d9585355"}]} Oct 04 09:03:18.281963 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8dfbe-027b-4432-a776-26f4ba8a2f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27fc4b4-e9cd-4af0-9fc3-aff34853a1b8,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:18.421943 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 3b9c8769-f84d-426e-8934-aa5ea2e35f94 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:03:18.441857 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 3b9c8769-f84d-426e-8934-aa5ea2e35f94 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:03:18.442164 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 3b9c8769-f84d-426e-8934-aa5ea2e35f94 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:03:18.442716 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 8adb5670-81b5-401a-8b5c-f296b55efd89 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:03:18.461323 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 8adb5670-81b5-401a-8b5c-f296b55efd89 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:03:18.461674 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 8adb5670-81b5-401a-8b5c-f296b55efd89 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:03:18.462101 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 318b9533-3420-4969-b205-3c4fbb5c7397 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:03:18.480866 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 318b9533-3420-4969-b205-3c4fbb5c7397 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:03:18.481803 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 318b9533-3420-4969-b205-3c4fbb5c7397 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:03:18.546045 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55774) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:18.586834 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e448eaf7-774b-42da-bc60-be3c1015d64b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=655f83bbd3d847f3b060af2ff5250585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394998 Oct 04 09:03:18.589362 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55776) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:18.638241 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ecbd87bc-773a-4c6e-a74c-ba36fc61cf56 admin admin] Publish callbacks [] for security_group (ca247cd1-9c38-4ece-a8d9-4afaccc5c365), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.658562 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ecbd87bc-773a-4c6e-a74c-ba36fc61cf56 admin admin] Publish callbacks [] for security_group (ca247cd1-9c38-4ece-a8d9-4afaccc5c365), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.762182 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ecbd87bc-773a-4c6e-a74c-ba36fc61cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (ca247cd1-9c38-4ece-a8d9-4afaccc5c365), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.765355 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ecbd87bc-773a-4c6e-a74c-ba36fc61cf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:18.766782 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-ecbd87bc-773a-4c6e-a74c-ba36fc61cf56 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ca247cd1-9c38-4ece-a8d9-4afaccc5c365 HTTP/1.1" status: 204 len: 168 time: 0.1761949 Oct 04 09:03:18.774582 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd87bc-773a-4c6e-a74c-ba36fc61cf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca247cd1-9c38-4ece-a8d9-4afaccc5c365,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:19.394873 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 55782) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:19.435319 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-07acb49f-f6bb-4bb5-a97b-0f2a08988b5c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9241113fa00f46e5859c039629bc1f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384717 Oct 04 09:03:19.438158 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55784) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:03:19.486601 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81de480b-2da1-48dc-9455-54bb0488c2dc admin admin] Publish callbacks [] for security_group (da444b43-c71f-41ee-92fa-0e66909923b4), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:19.507138 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81de480b-2da1-48dc-9455-54bb0488c2dc admin admin] Publish callbacks [] for security_group (da444b43-c71f-41ee-92fa-0e66909923b4), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:19.714685 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81de480b-2da1-48dc-9455-54bb0488c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (da444b43-c71f-41ee-92fa-0e66909923b4), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:19.717741 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-81de480b-2da1-48dc-9455-54bb0488c2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:19.718977 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-81de480b-2da1-48dc-9455-54bb0488c2dc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/da444b43-c71f-41ee-92fa-0e66909923b4 HTTP/1.1" status: 204 len: 168 time: 0.2797983 Oct 04 09:03:19.726940 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de480b-2da1-48dc-9455-54bb0488c2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da444b43-c71f-41ee-92fa-0e66909923b4,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:29.423764 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=5,neutron:SELECT=35 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:29.431755 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=61,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:29.539496 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=79,neutron:DELETE=8 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:29.723050 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=56,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:29.740077 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=47,neutron:DELETE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:29.740813 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=93,neutron:DELETE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:30.931572 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:34.705088 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-23e00986-2bc3-44c0-8e0e-bc825f32ca1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:36.960451 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-cafab48a-f7e8-4a98-b974-94e88de1dbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:38.285928 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:38.616316 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=13 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:38.621118 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:39.617424 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:40.126013 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:45.747355 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:03:50.031201 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:50.033069 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:03:53.002586 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4641d-184c-4ad1-b2fd-57558c1da07c req-31870289-ea6a-46fa-877f-b451384b3b6d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:53.004096 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-50e4641d-184c-4ad1-b2fd-57558c1da07c req-31870289-ea6a-46fa-877f-b451384b3b6d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 946 time: 0.0468895 Oct 04 09:03:53.072924 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-50e4641d-184c-4ad1-b2fd-57558c1da07c req-209dad52-cc8f-4809-a22a-14d7f143a67e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620832 Oct 04 09:03:54.209816 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95e43-5ea3-4930-8645-eae000650763 req-bb7c7d6f-49b6-4331-8764-34ea6939d0f3 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:54.211296 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-50d95e43-5ea3-4930-8645-eae000650763 req-bb7c7d6f-49b6-4331-8764-34ea6939d0f3 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 946 time: 0.0494947 Oct 04 09:03:54.261423 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-50d95e43-5ea3-4930-8645-eae000650763 req-5cd45747-fb3d-4528-8068-5626f2c04837 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440533 Oct 04 09:03:54.438341 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc958175-32b7-4b65-a294-163883141ea4 req-22932e48-5777-41eb-a4f3-0d846fff0277 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:54.439790 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-bc958175-32b7-4b65-a294-163883141ea4 req-22932e48-5777-41eb-a4f3-0d846fff0277 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 946 time: 0.0458624 Oct 04 09:03:54.518914 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Deleting port 006528db-78e7-44bd-b275-a6a647754ae9 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:03:54.519180 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (006528db-78e7-44bd-b275-a6a647754ae9), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:54.610291 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] For port 006528db-78e7-44bd-b275-a6a647754ae9, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=006528db-78e7-44bd-b275-a6a647754ae9,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:03:54.610680 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (006528db-78e7-44bd-b275-a6a647754ae9), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:54.768836 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:54.769256 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (ad0a990a-8d4a-4275-a1e9-32b744aed0d1), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:54.769539 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.db.l3_db [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Floating IP ad0a990a-8d4a-4275-a1e9-32b744aed0d1 disassociated. External IP: 172.27.1.128, port: 006528db-78e7-44bd-b275-a6a647754ae9. Oct 04 09:03:54.769863 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Calling delete_port for 006528db-78e7-44bd-b275-a6a647754ae9 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:03:54.948561 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (006528db-78e7-44bd-b275-a6a647754ae9), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:54.977731 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event deleted for resources: {'Port': ['ID=006528db-78e7-44bd-b275-a6a647754ae9,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:55.086098 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Router ef664018-3bbf-4e08-a2a4-d1d4acd27619 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:03:55.196393 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:03:55.206618 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] Sync routers for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:03:55.217453 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:03:55.218255 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:03:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:55.236998 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] No DVR routers for this DVR port 006528db-78e7-44bd-b275-a6a647754ae9 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:03:55.239777 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:55.242852 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-bc958175-32b7-4b65-a294-163883141ea4 req-26d6587e-8aae-4da5-a0d7-94d69ff9a9a4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "DELETE /networking/v2.0/ports/006528db-78e7-44bd-b275-a6a647754ae9 HTTP/1.1" status: 204 len: 173 time: 0.7978427 Oct 04 09:03:55.243384 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'name': 'network-vif-deleted', 'tag': '006528db-78e7-44bd-b275-a6a647754ae9'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:03:55.245671 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c333d56d-6420-44c8-9a69-c48626763a9a" -d '{"events": [{"server_uuid": "710ef0a9-6fc5-4e69-9e08-aef2fe6f3944", "name": "network-vif-deleted", "tag": "006528db-78e7-44bd-b275-a6a647754ae9"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:03:55.290452 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792e5165-50bb-4fa6-a865-bae5776b77fb x-openstack-request-id: req-792e5165-50bb-4fa6-a865-bae5776b77fb {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:03:55.290752 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ef0a9-6fc5-4e69-9e08-aef2fe6f3944", "name": "network-vif-deleted", "tag": "006528db-78e7-44bd-b275-a6a647754ae9", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:03:55.291010 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-792e5165-50bb-4fa6-a865-bae5776b77fb {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:03:55.291419 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792e5165-50bb-4fa6-a865-bae5776b77fb'] response: {'server_uuid': '710ef0a9-6fc5-4e69-9e08-aef2fe6f3944', 'name': 'network-vif-deleted', 'tag': '006528db-78e7-44bd-b275-a6a647754ae9', 'status': 'completed', 'code': 200} Oct 04 09:03:55.330460 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:03:55.381674 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-267d8854-d6e3-4946-9cfa-887a6dd55c9d req-75b00079-f0e4-46f2-8cb9-da37818776d2 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 210 time: 0.0321293 Oct 04 09:03:55.535274 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:55.559815 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] Checking router: ef664018-3bbf-4e08-a2a4-d1d4acd27619 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:03:55.568630 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:03:55.569156 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:03:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:55.672202 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:03:55.943350 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:55.969926 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dc526-020a-4da2-bc7c-80ebdd01a92e None None] The sync data for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi is: [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:03:56.192889 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a71d4-ce5b-472c-b008-0210d4fe8d04 None None] New status for floating IP ad0a990a-8d4a-4275-a1e9-32b744aed0d1: DOWN {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 09:03:56.505034 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bef8a6c3-5ee4-4823-9d19-c542f664b665 req-fb5137b7-0f93-4da6-9563-2a2e76bb82be tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=710ef0a9-6fc5-4e69-9e08-aef2fe6f3944 HTTP/1.1" status: 200 len: 210 time: 0.0289333 Oct 04 09:03:56.686694 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 006528db-78e7-44bd-b275-a6a647754ae9 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:03:56.705774 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 006528db-78e7-44bd-b275-a6a647754ae9 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:03:56.706118 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 006528db-78e7-44bd-b275-a6a647754ae9 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:03:57.776728 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-98d9dc87-f63a-4d6f-88b3-3b3e33b7dc8a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-901326654&fields=id&tenant_id=07b9220d86234adc83ef7fbe0d4d834d HTTP/1.1" status: 200 len: 267 time: 0.0430238 Oct 04 09:03:57.883056 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-3dfdb44f-95f0-41f3-9fb2-5d87f44187de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:57.884482 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-3dfdb44f-95f0-41f3-9fb2-5d87f44187de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 812 time: 0.1006768 Oct 04 09:03:57.899391 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-66ee4524-797a-4482-8a06-9ad26af1205d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/quotas/07b9220d86234adc83ef7fbe0d4d834d HTTP/1.1" status: 200 len: 375 time: 0.0089562 Oct 04 09:03:57.949796 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-6407de2f-2242-4a07-aa9a-2ce087669033 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456080 Oct 04 09:03:58.056307 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-ad751303-2827-4449-ae5a-525e4b95e19b service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 09:03:58.057310 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-ad751303-2827-4449-ae5a-525e4b95e19b service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0961158 Oct 04 09:03:58.151527 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-a904909b-c24a-43b3-9e55-b8f927fa394a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876579 Oct 04 09:03:58.246487 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-a2b0cd42-0c30-4cfa-bbeb-6eb2088fc25d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873325 Oct 04 09:03:58.846942 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f63baad3-8c45-469f-bb05-d1996bc5435e req-9327f6ae-164d-4b6c-9b6c-6c4bc30bdd2b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 210 time: 0.0281777 Oct 04 09:03:59.956728 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-368bdfb4-be57-4a0f-a5a1-26dc8989da82 req-b59b907e-5f2e-4d6e-a16c-f59aaa481902 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 210 time: 0.0370688 Oct 04 09:04:00.778025 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:00.812878 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-6ff7a310-50bc-4ba9-9159-1ebdba628c49 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:00.814309 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-6ff7a310-50bc-4ba9-9159-1ebdba628c49 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 812 time: 0.1085413 Oct 04 09:04:00.841819 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:00.876283 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-fefdc289-7867-48dd-b2c1-83999e100cd8 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=07b9220d86234adc83ef7fbe0d4d834d HTTP/1.1" status: 200 len: 379 time: 0.0540175 Oct 04 09:04:00.887877 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'port': {'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'admin_state_up': True, 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'security_groups': ['55f772f7-a699-43b9-b8d7-b1f666aee1c5']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:04:00.945276 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:01.062587 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-15650062-61ea-43a5-911a-4e3ee1c757ee req-de17171a-12eb-4607-a717-dc709eb43986 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 210 time: 0.0278864 Oct 04 09:04:01.064124 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Made reservation on behalf of 07b9220d86234adc83ef7fbe0d4d834d for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:04:01.067953 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:01.194283 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Allocated IP 172.20.0.7 (a74c7fc7-ef7f-4524-af4b-bb7156e889af/35ed7c00-d581-4d3c-8b42-af39f7e4ae2a/4db9d8fe-2df7-4990-8b7d-450dd46d8043) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:04:01.340741 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:01.436327 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:01.482692 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:04:01.487761 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:04:01.489843 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'Port': ['ID=4db9d8fe-2df7-4990-8b7d-450dd46d8043,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:04:01.494623 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:04:01.551387 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:01.552023 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:01.627684 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-4e4ed75b-fdf0-4ab4-92a9-61a4477771e1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437911 Oct 04 09:04:01.640259 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Request body: {'port': {'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:04:01.667365 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:01.702651 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:01.708880 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-39b90e7f-bcdc-419c-8ae4-916a39c47e2d None None] Provisioning complete for port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:04:01.709258 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-39b90e7f-bcdc-419c-8ae4-916a39c47e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:01.709617 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-39b90e7f-bcdc-419c-8ae4-916a39c47e2d None None] Attempt 1 to provision port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 Oct 04 09:04:01.744879 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-39b90e7f-bcdc-419c-8ae4-916a39c47e2d None None] Port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 09:04:01.864448 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:01.964265 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db9d8fe-2df7-4990-8b7d-450dd46d8043 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 09:04:01.973517 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Publish callbacks [] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:01.987722 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Transition to ACTIVE for port object 4db9d8fe-2df7-4990-8b7d-450dd46d8043 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:04:02.070085 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:02.132661 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Pushing event updated for resources: {'Port': ['ID=4db9d8fe-2df7-4990-8b7d-450dd46d8043,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:04:02.181836 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Attempting to bind port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 09:04:02.182173 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Attempting to bind port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 09:04:02.182532 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Attempting to bind port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:04:02.182661 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c439fb1-0091-430f-8e20-47daaeae99f5 req-0d301021-7eef-44ec-a1e9-5a10a884999e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:02.184054 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3c439fb1-0091-430f-8e20-47daaeae99f5 req-0d301021-7eef-44ec-a1e9-5a10a884999e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 943 time: 0.0464635 Oct 04 09:04:02.229166 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 09:04:02.229502 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Attempting to bind port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:04:02.239090 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-3c439fb1-0091-430f-8e20-47daaeae99f5 req-edeba606-9944-4f6d-8239-c8e86977cf2c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484815 Oct 04 09:04:02.273240 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 09:04:02.273671 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Checking segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:04:02.274056 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Bound using segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 09:04:02.274516 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Bound port: 4db9d8fe-2df7-4990-8b7d-450dd46d8043, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 09:04:02.274873 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:02.334009 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] For port 4db9d8fe-2df7-4990-8b7d-450dd46d8043, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 09:04:02.336949 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] For port 4db9d8fe-2df7-4990-8b7d-450dd46d8043, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 09:04:02.430925 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:02.434181 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:02.435578 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:02.437746 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/4db9d8fe-2df7-4990-8b7d-450dd46d8043 HTTP/1.1" status: 200 len: 1093 time: 0.8030009 Oct 04 09:04:02.440315 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:04:02.443662 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31f0de8-95a1-484e-9847-49e60327bf04" -d '{"events": [{"name": "network-changed", "server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:04:02.484425 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe19cef-0b4c-43b4-b941-0fb414af243e x-openstack-request-id: req-cbe19cef-0b4c-43b4-b941-0fb414af243e {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:04:02.484704 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:04:02.484956 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cbe19cef-0b4c-43b4-b941-0fb414af243e {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:04:02.485354 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe19cef-0b4c-43b4-b941-0fb414af243e'] response: {'name': 'network-changed', 'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'status': 'completed', 'code': 200} Oct 04 09:04:02.494915 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b92a8f-355b-4166-b2f9-b7a8695e3db3 service neutron] Pushing event updated for resources: {'Port': ['ID=4db9d8fe-2df7-4990-8b7d-450dd46d8043,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:04:02.546662 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f0de8-95a1-484e-9847-49e60327bf04 req-8ccee902-4216-40ac-82db-186d1c8a52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:02.548175 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f31f0de8-95a1-484e-9847-49e60327bf04 req-8ccee902-4216-40ac-82db-186d1c8a52b7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 1127 time: 0.0435457 Oct 04 09:04:02.643678 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f0de8-95a1-484e-9847-49e60327bf04 req-efeffaca-1952-4a33-8274-578f29c47029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:02.645027 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f31f0de8-95a1-484e-9847-49e60327bf04 req-efeffaca-1952-4a33-8274-578f29c47029 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0901361 Oct 04 09:04:02.658992 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:02.746492 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f0de8-95a1-484e-9847-49e60327bf04 req-467eeb51-0906-4dfd-8927-a98c1a107dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:02.748403 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f31f0de8-95a1-484e-9847-49e60327bf04 req-467eeb51-0906-4dfd-8927-a98c1a107dd4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975783 Oct 04 09:04:02.819104 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-dd61ae73-3c8b-45a4-90ce-d75ede7a4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:02.820567 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-dd61ae73-3c8b-45a4-90ce-d75ede7a4bec service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 1127 time: 0.0375516 Oct 04 09:04:02.863121 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-b288b5a2-34d2-4a10-8e1a-b231536943c2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043 HTTP/1.1" status: 200 len: 217 time: 0.0359814 Oct 04 09:04:02.911807 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-9d50c994-d5d4-41a0-8f5c-38a44f26cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:02.913138 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-9d50c994-d5d4-41a0-8f5c-38a44f26cc8f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0446374 Oct 04 09:04:02.954253 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-e3f55979-2c0f-4cdc-a69e-67aa8d4b53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:02.955789 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-e3f55979-2c0f-4cdc-a69e-67aa8d4b53da service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369904 Oct 04 09:04:03.048060 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-5d01fa71-2c9d-4a9b-8288-731feccf83fc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863619 Oct 04 09:04:03.114106 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:03.137870 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-3c5e2fa0-b09a-42e7-81bb-7e8bc121e3bd req-878c69b5-c071-4775-8427-0bf73477ce20 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843792 Oct 04 09:04:03.367046 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629287f-aa30-47cb-bbde-16e5a3ef240a req-1d9c7a1a-c154-4f8b-8ce3-3ee9b5245ef1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:03.368526 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9629287f-aa30-47cb-bbde-16e5a3ef240a req-1d9c7a1a-c154-4f8b-8ce3-3ee9b5245ef1 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 943 time: 0.0477026 Oct 04 09:04:03.418624 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9629287f-aa30-47cb-bbde-16e5a3ef240a req-aebbc08a-fdc6-44b0-9a78-29880ddbf2c6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435333 Oct 04 09:04:04.539607 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf864dfc-4657-4709-9d80-b4ee0bbab249 req-7f99f401-7a03-41bc-a3d0-18088dfdc572 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:04.541088 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf864dfc-4657-4709-9d80-b4ee0bbab249 req-7f99f401-7a03-41bc-a3d0-18088dfdc572 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 943 time: 0.0469990 Oct 04 09:04:04.589501 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-bf864dfc-4657-4709-9d80-b4ee0bbab249 req-fd9a2e04-44c8-4ffa-aeab-69fedd32318b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Oct 04 09:04:04.698686 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-51fc2828-0438-45f1-aff9-3a3f6c36ad6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:05.709518 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b5133-6c99-4781-a761-74e8666a5511 req-ae6ae051-5540-4f44-a66e-5b6f98b6e9c2 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:05.710925 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-309b5133-6c99-4781-a761-74e8666a5511 req-ae6ae051-5540-4f44-a66e-5b6f98b6e9c2 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 943 time: 0.0494332 Oct 04 09:04:05.746112 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:05.759820 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-309b5133-6c99-4781-a761-74e8666a5511 req-e618d946-bf57-4c3c-8a5d-26ad6baa5eb6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Oct 04 09:04:06.846163 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:06.882355 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8f2da-2188-463d-a1cf-b16f1d6cc22b req-d95108d0-d455-4db6-81ab-9392f9601e7b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:06.883884 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-92c8f2da-2188-463d-a1cf-b16f1d6cc22b req-d95108d0-d455-4db6-81ab-9392f9601e7b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 943 time: 0.0477643 Oct 04 09:04:06.936047 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-92c8f2da-2188-463d-a1cf-b16f1d6cc22b req-b5f944c1-bb41-4e34-975c-447e82ae3407 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447481 Oct 04 09:04:06.961257 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e8e901c1-0ffc-4419-8624-3011c42af882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:08.065764 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372c365-0ae0-4e06-ae6b-5a2290f9b7f8 req-2294f19f-dff7-4ffe-962c-4cadba0560ac tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:08.069129 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5372c365-0ae0-4e06-ae6b-5a2290f9b7f8 req-2294f19f-dff7-4ffe-962c-4cadba0560ac tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 943 time: 0.0551658 Oct 04 09:04:08.115345 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-5372c365-0ae0-4e06-ae6b-5a2290f9b7f8 req-644908e5-93e1-4ce8-ae95-8ab501918489 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424809 Oct 04 09:04:08.331615 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:09.235623 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8af42-ceae-4c16-ac41-f663f0dad8ae req-0082a514-d6f3-4156-b318-c83805841e9c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:09.237083 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-59a8af42-ceae-4c16-ac41-f663f0dad8ae req-0082a514-d6f3-4156-b318-c83805841e9c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 943 time: 0.0458703 Oct 04 09:04:09.286287 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-59a8af42-ceae-4c16-ac41-f663f0dad8ae req-6b92c3ac-8b8b-4ba5-98a1-6ef1ea554609 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 Oct 04 09:04:09.618167 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:10.092922 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:10.408446 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbbce4-4a47-44ad-b41b-38acb0d39985 req-17c083f1-05c5-4c96-89db-2255b4d5203c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:10.409939 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-43dbbce4-4a47-44ad-b41b-38acb0d39985 req-17c083f1-05c5-4c96-89db-2255b4d5203c tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 943 time: 0.0484998 Oct 04 09:04:10.461963 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-43dbbce4-4a47-44ad-b41b-38acb0d39985 req-f526f4b4-4aeb-42b7-b56a-8f0a1692695b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463648 Oct 04 09:04:10.779993 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 4db9d8fe-2df7-4990-8b7d-450dd46d8043 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 09:04:10.878734 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 4db9d8fe-2df7-4990-8b7d-450dd46d8043, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:04:10.889492 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 09:04:10.923369 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:04:10.923751 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:10.939531 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db9d8fe-2df7-4990-8b7d-450dd46d8043 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 09:04:10.958372 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 4db9d8fe-2df7-4990-8b7d-450dd46d8043, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:04:11.017525 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:11.063211 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=4db9d8fe-2df7-4990-8b7d-450dd46d8043,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:04:11.236622 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['4db9d8fe-2df7-4990-8b7d-450dd46d8043'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 09:04:11.586017 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e86a9b-8dd1-43d8-9694-02ea15cbf3c0 req-a06e4009-70b2-458f-a6ef-8eb3597edb77 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:11.587525 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f0e86a9b-8dd1-43d8-9694-02ea15cbf3c0 req-a06e4009-70b2-458f-a6ef-8eb3597edb77 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 944 time: 0.0466597 Oct 04 09:04:11.636080 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f0e86a9b-8dd1-43d8-9694-02ea15cbf3c0 req-e0d35d1f-b483-4519-b311-e8532bf56457 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426581 Oct 04 09:04:12.753511 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771d231-eba0-4c54-82ce-afb1a831e1df req-37c795c8-44bc-4ba8-9d48-77f1a780840d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:12.755001 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4771d231-eba0-4c54-82ce-afb1a831e1df req-37c795c8-44bc-4ba8-9d48-77f1a780840d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 944 time: 0.0448587 Oct 04 09:04:12.781849 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 4db9d8fe-2df7-4990-8b7d-450dd46d8043 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:04:12.804383 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-4771d231-eba0-4c54-82ce-afb1a831e1df req-8e93e987-f9af-4740-b5ef-52cdcab37c57 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438881 Oct 04 09:04:12.823033 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:12.824044 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 09:04:12.936971 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:04:12.937277 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:12.937612 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 Oct 04 09:04:12.939068 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:13.014147 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:04:13.014558 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:13.037354 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:04:13.039676 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d63cb12-72c6-482b-99d4-9587a05bf718" -d '{"events": [{"server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "name": "network-vif-plugged", "status": "completed", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:04:13.051637 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port 4db9d8fe-2df7-4990-8b7d-450dd46d8043, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:04:13.125846 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:13.135594 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=36 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:13.174631 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=4db9d8fe-2df7-4990-8b7d-450dd46d8043,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:04:13.200515 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61785526-cc0b-4b99-8493-69ae2a064698 x-openstack-request-id: req-61785526-cc0b-4b99-8493-69ae2a064698 {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:04:13.200866 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "name": "network-vif-plugged", "status": "completed", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:04:13.201117 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-61785526-cc0b-4b99-8493-69ae2a064698 {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:04:13.201513 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61785526-cc0b-4b99-8493-69ae2a064698'] response: {'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'code': 200} Oct 04 09:04:13.524514 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b88218-4b5e-400d-b5df-e8362c962e66 req-375192f1-4189-4f21-8224-2f5c5fbd0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:13.526091 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57b88218-4b5e-400d-b5df-e8362c962e66 req-375192f1-4189-4f21-8224-2f5c5fbd0208 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 1129 time: 0.0411406 Oct 04 09:04:13.571279 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-57b88218-4b5e-400d-b5df-e8362c962e66 req-e2ac3674-3bce-4c8c-a443-dfbbc9718fbe service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396602 Oct 04 09:04:13.929338 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac282553-60d7-4381-9c88-fa3224a2a526 req-3dfee9f3-454e-4cea-83ef-4bec59c954a0 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:13.930813 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ac282553-60d7-4381-9c88-fa3224a2a526 req-3dfee9f3-454e-4cea-83ef-4bec59c954a0 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 945 time: 0.0502460 Oct 04 09:04:13.979681 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-ac282553-60d7-4381-9c88-fa3224a2a526 req-1b870555-b9ac-4e30-9318-085fb048468d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427568 Oct 04 09:04:15.099190 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814d848-157a-46db-ba2d-a1ebec8fd66c req-1f6d4aae-b874-478f-a526-b07a66113759 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:15.100623 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a814d848-157a-46db-ba2d-a1ebec8fd66c req-1f6d4aae-b874-478f-a526-b07a66113759 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 945 time: 0.0454173 Oct 04 09:04:15.149532 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a814d848-157a-46db-ba2d-a1ebec8fd66c req-828df65a-2f1c-4444-9771-35e38d8f38ab tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434282 Oct 04 09:04:15.270708 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032977a-4916-45ae-86fa-40110fef9cdc req-2c6ced1b-e041-4808-b90f-d619fb1a7dc0 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:15.272083 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8032977a-4916-45ae-86fa-40110fef9cdc req-2c6ced1b-e041-4808-b90f-d619fb1a7dc0 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 945 time: 0.0460877 Oct 04 09:04:15.325014 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8032977a-4916-45ae-86fa-40110fef9cdc req-58e5904f-32b7-43b3-8527-1434a2d0bfc5 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471432 Oct 04 09:04:15.353914 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55864) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:04:15.390829 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d8daf6-d0f6-48c4-915d-02b11f64eaf6 tempest-TestVolumeBootPattern-528645296 tempest-TestVolumeBootPattern-528645296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:15.392648 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-14d8daf6-d0f6-48c4-915d-02b11f64eaf6 tempest-TestVolumeBootPattern-528645296 tempest-TestVolumeBootPattern-528645296-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 1124 time: 0.0374429 Oct 04 09:04:15.395511 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55866) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:04:15.399663 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:04:15.492434 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:15.573722 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:15.575205 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:15.612396 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:15.617826 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=69 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:15.618619 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=71 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:15.679174 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Allocated IP 172.27.1.60 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/39220e93-41dc-4333-93f7-4e09079f6328) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:04:15.784560 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for port (39220e93-41dc-4333-93f7-4e09079f6328), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:15.875728 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (39220e93-41dc-4333-93f7-4e09079f6328), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:15.916079 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:04:15.921631 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:04:15.925345 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:04:15.928532 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'Port': ['ID=39220e93-41dc-4333-93f7-4e09079f6328,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:04:15.954187 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.954563 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.954902 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.955237 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.955575 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.955900 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.956220 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.956540 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.956861 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.957179 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.957499 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.957817 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.958131 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.958463 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:15.958777 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:04:16.195910 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:16.290134 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (1cb68c35-dc5c-489e-9a08-645bd04b8356), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:16.424002 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (39220e93-41dc-4333-93f7-4e09079f6328), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:16.568738 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for port (39220e93-41dc-4333-93f7-4e09079f6328), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:16.623707 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (39220e93-41dc-4333-93f7-4e09079f6328), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:16.663950 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:16.693807 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'Port': ['ID=39220e93-41dc-4333-93f7-4e09079f6328,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:04:16.696228 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (1cb68c35-dc5c-489e-9a08-645bd04b8356), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:16.790842 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.l3_db [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Floating IP 1cb68c35-dc5c-489e-9a08-645bd04b8356 associated. External IP: 172.27.1.60, port: 4db9d8fe-2df7-4990-8b7d-450dd46d8043. Oct 04 09:04:16.983623 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Router ef664018-3bbf-4e08-a2a4-d1d4acd27619 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:04:17.084664 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:04:17.094494 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] Sync routers for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:04:17.104954 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:04:17.105582 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:04:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:04:17.191703 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:17.208039 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:04:17.226715 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-aa21b023-f2be-4272-a48b-1c647f5473de tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8301632 Oct 04 09:04:17.227360 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:04:17.229691 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cb1048-0952-4fab-89a7-94f0038c0e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:04:17.266922 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3555913b-7b57-4ab8-b37b-1711e0834063 x-openstack-request-id: req-3555913b-7b57-4ab8-b37b-1711e0834063 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:04:17.267216 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:04:17.267740 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3555913b-7b57-4ab8-b37b-1711e0834063 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:04:17.268175 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3555913b-7b57-4ab8-b37b-1711e0834063'] response: {'name': 'network-changed', 'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'status': 'completed', 'code': 200} Oct 04 09:04:17.328076 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-3c13a6f5-20aa-469e-8095-efbb76fd57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:17.329575 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-3c13a6f5-20aa-469e-8095-efbb76fd57f9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 1129 time: 0.0404212 Oct 04 09:04:17.423130 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-8bbf88f1-212a-4436-86ad-be1011a10f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:17.424585 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-8bbf88f1-212a-4436-86ad-be1011a10f1f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 913 time: 0.0893655 Oct 04 09:04:17.424786 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '1cb68c35-dc5c-489e-9a08-645bd04b8356', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:04:16Z', 'updated_at': '2022-10-04T09:04:16Z', 'revision_number': 0, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:04:17.449966 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] Checking router: ef664018-3bbf-4e08-a2a4-d1d4acd27619 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:04:17.459523 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:04:17.460128 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:04:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:04:17.566503 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:04:17.736162 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-4951f2c7-7279-4c90-af52-aaaaedbf4952 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043 HTTP/1.1" status: 200 len: 998 time: 0.3062937 Oct 04 09:04:17.784222 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-5c7a6ada-a80f-427a-a80b-ee964803a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:17.785661 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-5c7a6ada-a80f-427a-a80b-ee964803a01d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0442970 Oct 04 09:04:17.792153 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '1cb68c35-dc5c-489e-9a08-645bd04b8356', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:04:16Z', 'updated_at': '2022-10-04T09:04:16Z', 'revision_number': 0, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:04:17.817925 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5df5f1-33cc-440d-8e31-8ff081111031 None None] The sync data for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi is: [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '1cb68c35-dc5c-489e-9a08-645bd04b8356', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:04:16Z', 'updated_at': '2022-10-04T09:04:16Z', 'revision_number': 0, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:04:17.830808 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-dfa46347-1374-492b-8ff6-d5e8cdb1c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:04:17.832314 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-dfa46347-1374-492b-8ff6-d5e8cdb1c764 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412652 Oct 04 09:04:17.924859 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-eabeb07b-3569-4cd2-90c0-507c1ba8864f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869024 Oct 04 09:04:18.018163 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d23b0-28a1-459d-8a11-f769d9d58ab0 None None] New status for floating IP 1cb68c35-dc5c-489e-9a08-645bd04b8356: ACTIVE {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 09:04:18.021704 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-73cb1048-0952-4fab-89a7-94f0038c0e6d req-52f90d6c-a3c8-4fd6-89f9-fc68730ecf29 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914590 Oct 04 09:04:22.746873 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:04:27.214007 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:27.224136 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:28.015671 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=58 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:28.017828 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=54 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:28.117067 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=16 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:28.124023 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:30.989574 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:32.743047 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=80 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:32.743839 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=96 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:34.696733 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-923e97f4-a04a-4d2f-9ce4-a1317a112ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:36.949575 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-40be811a-eec3-458d-99db-edf1c5f85a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:38.309001 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:39.622352 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:40.108104 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:04:50.036508 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:50.042502 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:52.615377 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:52.624932 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:04:59.745514 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:05:00.976808 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:04.703042 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-8cca5449-db5c-4e73-8458-e2e936a4472a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:06.954384 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5f474eae-9bfd-443a-95e0-433e3aba2b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:07.838997 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-68f882ec-f70f-4e78-a63d-e2a747752546 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371921 Oct 04 09:05:07.915522 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-33ce9407-9f1f-436a-b898-1c41e80c904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:07.916971 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-33ce9407-9f1f-436a-b898-1c41e80c904f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 1129 time: 0.0379446 Oct 04 09:05:08.025150 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-77600c6d-1574-492a-8f39-98cc8ae9d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:08.026626 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-77600c6d-1574-492a-8f39-98cc8ae9d3fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 913 time: 0.0911307 Oct 04 09:05:08.086286 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-0f02e3f0-f648-4c73-a905-19625868f434 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043 HTTP/1.1" status: 200 len: 1000 time: 0.0537915 Oct 04 09:05:08.138486 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-1badffee-3e23-4131-a1fe-918f09572d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:08.139912 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-1badffee-3e23-4131-a1fe-918f09572d54 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0479977 Oct 04 09:05:08.181711 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-4cb4c54e-a043-4a06-a00a-225feb6213ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:08.183205 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-4cb4c54e-a043-4a06-a00a-225feb6213ae service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368798 Oct 04 09:05:08.277634 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-be54c4e5-d566-4e08-bd83-257a3fd0668e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884588 Oct 04 09:05:08.303459 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:08.365745 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-b2d864a2-9d52-45f5-88b0-eab268519e5e req-066d3984-cb9b-49db-8bf3-f240e2b8d0ef service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827172 Oct 04 09:05:09.617317 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:09.740192 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:09.740932 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:10.097058 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:18.360325 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=53 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:18.362222 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=48 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:20.035527 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:20.041459 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:30.948332 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:32.671843 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=5 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:32.672660 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:34.679296 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0adb-315b-4ea4-b3ca-00b85deccc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:36.744443 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:05:36.953500 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-cac7bdfe-9df0-40f0-b326-4cdbc917f816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:38.313259 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:39.605034 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:40.124626 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:46.739317 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:46.740093 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:50.042197 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:50.044085 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:53.094118 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-b8d55738-7a77-4a29-afee-3a38702c698a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-901326654&fields=id&tenant_id=07b9220d86234adc83ef7fbe0d4d834d HTTP/1.1" status: 200 len: 267 time: 0.0448828 Oct 04 09:05:53.204342 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-d23358be-a949-4470-a185-28cea90f2fe0 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:53.205794 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-d23358be-a949-4470-a185-28cea90f2fe0 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 812 time: 0.1053946 Oct 04 09:05:53.220907 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-38eade8b-d7ec-4eb7-8691-065bddb36712 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/quotas/07b9220d86234adc83ef7fbe0d4d834d HTTP/1.1" status: 200 len: 375 time: 0.0095680 Oct 04 09:05:53.275775 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-d425d920-87de-493a-a360-6942b82f83d5 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499113 Oct 04 09:05:53.370735 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-d6960b7d-974d-42cd-ae0f-c961c22ed1e7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Oct 04 09:05:53.465821 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-7abc6de3-a925-4ea3-9fc5-6e661e998279 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894363 Oct 04 09:05:53.954960 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e741c419-2e60-4eb9-81d5-e41e8f16c468 req-5c4a850b-ed6a-405d-b1cd-81623182e40d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 210 time: 0.0287046 Oct 04 09:05:55.063446 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f0f7886a-a3e7-46bb-ae7b-8a05aad58ed2 req-eb73c27d-9c5a-46bf-8bf1-a00d5dab3288 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 210 time: 0.0334551 Oct 04 09:05:55.945149 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-38c9d2db-117e-47aa-8a7a-52bda0e614ac tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:55.946989 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-38c9d2db-117e-47aa-8a7a-52bda0e614ac tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 812 time: 0.1105397 Oct 04 09:05:56.010688 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-998788aa-ede8-4b90-8bb7-853782082c43 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=07b9220d86234adc83ef7fbe0d4d834d HTTP/1.1" status: 200 len: 379 time: 0.0557928 Oct 04 09:05:56.020540 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'port': {'device_id': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'admin_state_up': True, 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'security_groups': ['55f772f7-a699-43b9-b8d7-b1f666aee1c5']}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:05:56.173355 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-8308ba80-36ce-4b6d-998f-cd917d51e07e req-681dd51e-b6ad-4565-8ef8-cadc748afb3e tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 210 time: 0.0310621 Oct 04 09:05:56.239171 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Made reservation on behalf of 07b9220d86234adc83ef7fbe0d4d834d for: {'port': 1} {{(pid=113287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:05:56.243157 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:56.367359 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_common [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Allocated IP 172.20.0.13 (a74c7fc7-ef7f-4524-af4b-bb7156e889af/35ed7c00-d581-4d3c-8b42-af39f7e4ae2a/b502cdd1-ec9d-4679-9c1f-351689220251) {{(pid=113287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:05:56.512511 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for port (b502cdd1-ec9d-4679-9c1f-351689220251), precommit_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:56.611484 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), after_create {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:56.657002 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af is already hosted by enough agents. {{(pid=113287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:05:56.660182 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.base_scheduler [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Resources bound (agent type, host, resource id): {{(pid=113287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:05:56.664129 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Received port after_create {{(pid=113287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:05:56.691447 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'Port': ['ID=b502cdd1-ec9d-4679-9c1f-351689220251,revision_number=1']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:05:56.708656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.708656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.708656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.708656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.708656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.708656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.708656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.708656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.708656 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.710030 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.710030 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.710030 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.710316 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.710476 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.710823 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:56.734038 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:56.734948 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:56.741640 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:56.831703 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-84731f8e-97d2-4985-9152-2fb0b41b1c02 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8150864 Oct 04 09:05:56.842866 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.v2.base [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Request body: {'port': {'device_id': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=113287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:05:56.903565 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:56.909782 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-88beea4c-cc3d-4203-950f-d53dcb1ac801 None None] Provisioning complete for port b502cdd1-ec9d-4679-9c1f-351689220251 triggered by entity DHCP. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:05:56.910307 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-88beea4c-cc3d-4203-950f-d53dcb1ac801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:56.910499 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-88beea4c-cc3d-4203-950f-d53dcb1ac801 None None] Attempt 1 to provision port b502cdd1-ec9d-4679-9c1f-351689220251 Oct 04 09:05:56.917804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:56.944491 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-88beea4c-cc3d-4203-950f-d53dcb1ac801 None None] Port b502cdd1-ec9d-4679-9c1f-351689220251 cannot update to ACTIVE because it is not bound. {{(pid=113288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 09:05:57.169527 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b502cdd1-ec9d-4679-9c1f-351689220251 {{(pid=113287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 09:05:57.178537 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Publish callbacks [] for port (b502cdd1-ec9d-4679-9c1f-351689220251), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:57.191698 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.provisioning_blocks [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Transition to ACTIVE for port object b502cdd1-ec9d-4679-9c1f-351689220251 will not be triggered until provisioned by entity L2. {{(pid=113287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:05:57.233579 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:57.303902 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ad4af-cb7d-4a47-a976-d495f7234085 req-5d5444f5-0370-4d71-af4d-adef67492276 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:57.306204 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f35ad4af-cb7d-4a47-a976-d495f7234085 req-5d5444f5-0370-4d71-af4d-adef67492276 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 944 time: 0.0460119 Oct 04 09:05:57.315956 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b502cdd1-ec9d-4679-9c1f-351689220251,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:05:57.348479 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Attempting to bind port b502cdd1-ec9d-4679-9c1f-351689220251 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 09:05:57.348817 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Attempting to bind port b502cdd1-ec9d-4679-9c1f-351689220251 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 09:05:57.349148 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Attempting to bind port b502cdd1-ec9d-4679-9c1f-351689220251 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:05:57.356726 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f35ad4af-cb7d-4a47-a976-d495f7234085 req-c68e6aa3-09eb-484b-bff4-cc637d862643 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445127 Oct 04 09:05:57.395541 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Port b502cdd1-ec9d-4679-9c1f-351689220251 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 09:05:57.395868 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Attempting to bind port b502cdd1-ec9d-4679-9c1f-351689220251 on network a74c7fc7-ef7f-4524-af4b-bb7156e889af {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 09:05:57.436751 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Checking agent: {'id': '25d47042-688c-42c2-9caa-0a13cd90b716', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'started_at': datetime.datetime(2022, 10, 4, 8, 50, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 09:05:57.437012 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Checking segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 09:05:57.437389 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Bound using segment: {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 09:05:57.437817 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Bound port: b502cdd1-ec9d-4679-9c1f-351689220251, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7f86ad-8c45-4b4d-90d7-b3b107716322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 09:05:57.438170 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:57.499163 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] For port b502cdd1-ec9d-4679-9c1f-351689220251, host hv-cinder-85944, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 09:05:57.502167 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] For port b502cdd1-ec9d-4679-9c1f-351689220251, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b502cdd1-ec9d-4679-9c1f-351689220251,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 09:05:57.565056 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27405695'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:57.569120 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:57.569732 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:05:57.571306 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/b502cdd1-ec9d-4679-9c1f-351689220251 HTTP/1.1" status: 200 len: 1094 time: 0.7325592 Oct 04 09:05:57.571820 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:57.572566 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:05:57.574939 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dc6650-f02b-4ab5-beda-7f6a22359eab" -d '{"events": [{"name": "network-changed", "server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:05:57.616195 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a7a64d-cc5b-4020-978c-bf16ca90abbe x-openstack-request-id: req-21a7a64d-cc5b-4020-978c-bf16ca90abbe {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:05:57.619092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:05:57.619092 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-21a7a64d-cc5b-4020-978c-bf16ca90abbe {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:05:57.619092 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a7a64d-cc5b-4020-978c-bf16ca90abbe'] response: {'name': 'network-changed', 'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'status': 'completed', 'code': 200} Oct 04 09:05:57.630533 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cbac3-59f0-43e3-a9a7-f1afd3e566d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b502cdd1-ec9d-4679-9c1f-351689220251,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:05:57.683738 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc6650-f02b-4ab5-beda-7f6a22359eab req-2a13ae5a-96f1-4eaa-9521-39289789e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:57.685264 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-24dc6650-f02b-4ab5-beda-7f6a22359eab req-2a13ae5a-96f1-4eaa-9521-39289789e02c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 1128 time: 0.0459418 Oct 04 09:05:57.785044 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc6650-f02b-4ab5-beda-7f6a22359eab req-3d7a993a-b300-41a1-aa7b-0a179b5f3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:57.786536 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-24dc6650-f02b-4ab5-beda-7f6a22359eab req-3d7a993a-b300-41a1-aa7b-0a179b5f3e59 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946987 Oct 04 09:05:57.880537 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc6650-f02b-4ab5-beda-7f6a22359eab req-84ad0847-d321-4596-9f74-691996197e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:57.881965 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-24dc6650-f02b-4ab5-beda-7f6a22359eab req-84ad0847-d321-4596-9f74-691996197e7e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898130 Oct 04 09:05:57.955415 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-288ff1f3-2a20-43a0-a9ac-6b028b0ba2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:57.957535 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-288ff1f3-2a20-43a0-a9ac-6b028b0ba2b5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 1128 time: 0.0394871 Oct 04 09:05:58.001537 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-162cab6f-7e91-49de-b04e-ea9b44b0d26f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b502cdd1-ec9d-4679-9c1f-351689220251 HTTP/1.1" status: 200 len: 217 time: 0.0363121 Oct 04 09:05:58.052536 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-78b5d906-b866-4870-9be0-a1469b7b4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:58.054019 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-78b5d906-b866-4870-9be0-a1469b7b4aba service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0466447 Oct 04 09:05:58.097935 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-d6746809-a280-447d-b06d-4f12a382c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:58.099449 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-d6746809-a280-447d-b06d-4f12a382c2b6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396144 Oct 04 09:05:58.163079 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:05:58.193804 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-ef507b48-b0ca-4dbc-aea5-32652573c79b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886383 Oct 04 09:05:58.282572 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-296f40d3-01a9-448a-a18c-633d2051eb60 req-02d006eb-87c4-4157-ab65-caf5c77fb8b4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825207 Oct 04 09:05:58.477081 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbd8ce-13bf-4c96-be8e-e2aa1e662971 req-9d6ac60c-aa76-43a1-bacd-135fa1c080ff tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:58.478806 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-77dbd8ce-13bf-4c96-be8e-e2aa1e662971 req-9d6ac60c-aa76-43a1-bacd-135fa1c080ff tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 944 time: 0.0466716 Oct 04 09:05:58.534419 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-77dbd8ce-13bf-4c96-be8e-e2aa1e662971 req-e14a41ee-6782-463f-a230-c9f87c213932 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499978 Oct 04 09:05:59.879726 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7297e-a03f-4bed-b0fe-15fdafdd5ccb req-99d4a06d-e4ff-467a-8904-0eb1f7e24e07 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:59.881198 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f6d7297e-a03f-4bed-b0fe-15fdafdd5ccb req-99d4a06d-e4ff-467a-8904-0eb1f7e24e07 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 944 time: 0.2722130 Oct 04 09:05:59.930593 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-f6d7297e-a03f-4bed-b0fe-15fdafdd5ccb req-7679ee1e-a9ac-49fb-99f6-3fde7cb5867f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 Oct 04 09:06:00.953240 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:01.048453 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704458b2-b3df-4103-938e-7ea81186e1c4 req-62abb8f8-a1ca-407f-809b-ec9e55856e5d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:01.050868 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-704458b2-b3df-4103-938e-7ea81186e1c4 req-62abb8f8-a1ca-407f-809b-ec9e55856e5d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 944 time: 0.0457485 Oct 04 09:06:01.099244 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-704458b2-b3df-4103-938e-7ea81186e1c4 req-275babea-aa5f-488b-9022-b0a25fea70b2 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Oct 04 09:06:02.221620 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7caaa1-1284-4d5d-a76d-4713ffd3636f req-21701d35-509a-47c2-9ae7-1b9abd4f6249 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:02.223135 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2a7caaa1-1284-4d5d-a76d-4713ffd3636f req-21701d35-509a-47c2-9ae7-1b9abd4f6249 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 944 time: 0.0499253 Oct 04 09:06:02.273319 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-2a7caaa1-1284-4d5d-a76d-4713ffd3636f req-0934a2e1-c2d2-40aa-96fd-1da3fc4064ec tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440886 Oct 04 09:06:03.391176 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e2fd2-39a2-42e5-86fa-454685968ac7 req-1d646ea2-5df0-49cb-bc9f-f500c59621cb tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:03.392698 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c31e2fd2-39a2-42e5-86fa-454685968ac7 req-1d646ea2-5df0-49cb-bc9f-f500c59621cb tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 944 time: 0.0452757 Oct 04 09:06:03.441099 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-c31e2fd2-39a2-42e5-86fa-454685968ac7 req-00899e12-31bc-43aa-bfa0-4223c14e0f95 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426099 Oct 04 09:06:04.547410 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:04.554470 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:04.565249 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3b9e-876d-4ff2-94b5-eb3da310425d req-e87d3051-ed16-42ad-bcf8-cbfbff5b78a0 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:04.566727 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e5ea3b9e-876d-4ff2-94b5-eb3da310425d req-e87d3051-ed16-42ad-bcf8-cbfbff5b78a0 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 944 time: 0.0475678 Oct 04 09:06:04.620283 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e5ea3b9e-876d-4ff2-94b5-eb3da310425d req-98cc5981-66e2-4623-a461-9597e2522c5d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478559 Oct 04 09:06:04.702202 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c6988490-4130-46c4-8417-5e5ebd494160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:05.322733 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device b502cdd1-ec9d-4679-9c1f-351689220251 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=113288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 09:06:05.422971 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port b502cdd1-ec9d-4679-9c1f-351689220251, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b502cdd1-ec9d-4679-9c1f-351689220251,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:06:05.435130 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Returning: {'device': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'port_id': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'mac_address': 'fa:16:3e:18:77:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 09:06:05.469010 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port b502cdd1-ec9d-4679-9c1f-351689220251 is: DOWN; New status is: BUILD {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:06:05.469392 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:05.482927 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b502cdd1-ec9d-4679-9c1f-351689220251 {{(pid=113288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 09:06:05.502462 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port b502cdd1-ec9d-4679-9c1f-351689220251, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b502cdd1-ec9d-4679-9c1f-351689220251,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:06:05.558640 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:05.606443 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=b502cdd1-ec9d-4679-9c1f-351689220251,revision_number=4']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:06:05.613648 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.613997 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.614338 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.614744 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.615080 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.615411 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.615736 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.616060 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.616383 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.616705 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.617029 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.617351 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.618395 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.618752 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.619075 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:05.741698 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8072071-7c5a-40b2-9688-2b05af98efc8 req-da735625-099e-4a11-9b54-9af17f0d674f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:05.743207 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e8072071-7c5a-40b2-9688-2b05af98efc8 req-da735625-099e-4a11-9b54-9af17f0d674f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 945 time: 0.0455093 Oct 04 09:06:05.780037 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] get_ports_and_sgs() called for port_ids ['b502cdd1-ec9d-4679-9c1f-351689220251'] {{(pid=113288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 09:06:05.794232 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-e8072071-7c5a-40b2-9688-2b05af98efc8 req-d1a09959-9423-4af5-92a7-f8429a205520 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440488 Oct 04 09:06:06.608773 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:06.966363 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac0489-197a-415b-9e60-d8454975bd13 req-68a3a478-8189-46a5-ba28-e6204350fdcd tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:06.967859 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-07ac0489-197a-415b-9e60-d8454975bd13 req-68a3a478-8189-46a5-ba28-e6204350fdcd tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 945 time: 0.0473449 Oct 04 09:06:06.970796 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-1b630e05-f720-41c7-8a9d-1cd9141a7c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:07.017974 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-07ac0489-197a-415b-9e60-d8454975bd13 req-f2518bae-54dc-4ba2-88f9-29bca3e07e15 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442660 Oct 04 09:06:07.336004 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device b502cdd1-ec9d-4679-9c1f-351689220251 up at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 09:06:07.380297 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning for port b502cdd1-ec9d-4679-9c1f-351689220251 completed by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 09:06:07.473522 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.provisioning_blocks [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Provisioning complete for port b502cdd1-ec9d-4679-9c1f-351689220251 triggered by entity L2. {{(pid=113288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 09:06:07.473897 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516967'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), provisioning_complete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:07.474237 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Attempt 1 to provision port b502cdd1-ec9d-4679-9c1f-351689220251 Oct 04 09:06:07.503536 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:07.547144 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Current status of the port b502cdd1-ec9d-4679-9c1f-351689220251 is: BUILD; New status is: ACTIVE {{(pid=113288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 09:06:07.547514 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), before_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:07.549967 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:07.570606 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251'}] {{(pid=113288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:06:07.573490 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b27d32a78e14145a6a8d719cae7c615159c675f805f3ca0b72f54f4ccf72b7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6e9c6e-cf4b-408e-8db6-119b78c5b343" -d '{"events": [{"server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "name": "network-vif-plugged", "status": "completed", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251"}]}' {{(pid=113288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:06:07.586954 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] For port b502cdd1-ec9d-4679-9c1f-351689220251, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b502cdd1-ec9d-4679-9c1f-351689220251,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:06:07.622434 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcab480-8258-434e-9370-35e87efcd14c x-openstack-request-id: req-6dcab480-8258-434e-9370-35e87efcd14c {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:06:07.622743 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "name": "network-vif-plugged", "status": "completed", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251", "code": 200}]} {{(pid=113288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:06:07.623002 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6dcab480-8258-434e-9370-35e87efcd14c {{(pid=113288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:06:07.623402 dv-cinder-859447-2-iscsi neutron-server[113288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcab480-8258-434e-9370-35e87efcd14c'] response: {'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'code': 200} Oct 04 09:06:07.639309 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:07.640242 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=6 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:07.686369 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Pushing event updated for resources: {'Port': ['ID=b502cdd1-ec9d-4679-9c1f-351689220251,revision_number=5']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:06:07.958236 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb6ba-7f0f-4db7-8d50-59b3b61f36e3 req-16aa1db9-f412-4a37-b2e3-5e4b95a37464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:07.959641 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-930fb6ba-7f0f-4db7-8d50-59b3b61f36e3 req-16aa1db9-f412-4a37-b2e3-5e4b95a37464 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 1130 time: 0.0423319 Oct 04 09:06:08.009911 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-930fb6ba-7f0f-4db7-8d50-59b3b61f36e3 req-dfd6d9c1-3f5d-4fe4-b310-f9cb8da2031a service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436757 Oct 04 09:06:08.139937 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72472e79-e14d-4117-9847-5d1c529c7961 req-cabcf56b-0350-4cc6-b192-7dd1d0857394 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:08.141383 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-72472e79-e14d-4117-9847-5d1c529c7961 req-cabcf56b-0350-4cc6-b192-7dd1d0857394 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 946 time: 0.0481758 Oct 04 09:06:08.191051 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-72472e79-e14d-4117-9847-5d1c529c7961 req-2c21db42-a69e-4fe7-9891-bc8d44cde0ee tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438967 Oct 04 09:06:08.308582 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:08.837287 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0052af78-5116-4fcc-acd8-d3364afef13a req-f03b00f6-dd5b-475a-a768-99a5f9f02675 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376132 Oct 04 09:06:09.316276 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ce97f-6d4a-4458-a8a6-622034be01a6 req-086cf896-1e9e-4ac7-9ca5-2890a9bc0014 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:09.317809 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-965ce97f-6d4a-4458-a8a6-622034be01a6 req-086cf896-1e9e-4ac7-9ca5-2890a9bc0014 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 946 time: 0.0495303 Oct 04 09:06:09.321334 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052af78-5116-4fcc-acd8-d3364afef13a req-a0800ee7-c760-4fdb-9eb8-364eaf3c0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:09.323069 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0052af78-5116-4fcc-acd8-d3364afef13a req-a0800ee7-c760-4fdb-9eb8-364eaf3c0a38 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 1129 time: 0.0397375 Oct 04 09:06:09.370482 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-965ce97f-6d4a-4458-a8a6-622034be01a6 req-48d37100-3b32-4a6f-a84e-d7fb40d075f5 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465591 Oct 04 09:06:09.432584 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052af78-5116-4fcc-acd8-d3364afef13a req-89c7a082-e725-4273-8198-5e525323ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:09.434040 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0052af78-5116-4fcc-acd8-d3364afef13a req-89c7a082-e725-4273-8198-5e525323ab99 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 913 time: 0.0931044 Oct 04 09:06:09.495142 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debee807-99ad-42d6-ae8b-62b80f18ed8f req-4b1cb2db-d197-4022-a77f-70972073b612 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:09.496664 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-debee807-99ad-42d6-ae8b-62b80f18ed8f req-4b1cb2db-d197-4022-a77f-70972073b612 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 946 time: 0.0508578 Oct 04 09:06:09.498679 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0052af78-5116-4fcc-acd8-d3364afef13a req-f309d414-2c27-499b-9bab-8b82151a3050 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043 HTTP/1.1" status: 200 len: 1000 time: 0.0577369 Oct 04 09:06:09.546215 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-debee807-99ad-42d6-ae8b-62b80f18ed8f req-5f948ed1-a16b-4803-8f10-c5690fbafbb9 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435493 Oct 04 09:06:09.546716 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052af78-5116-4fcc-acd8-d3364afef13a req-50758faa-661f-4410-8597-be02c2720b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:09.548169 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0052af78-5116-4fcc-acd8-d3364afef13a req-50758faa-661f-4410-8597-be02c2720b7c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0443051 Oct 04 09:06:09.578286 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55986) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:06:09.596121 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052af78-5116-4fcc-acd8-d3364afef13a req-306b1b65-5f2c-44c8-8432-31a2301c92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:09.597632 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0052af78-5116-4fcc-acd8-d3364afef13a req-306b1b65-5f2c-44c8-8432-31a2301c92aa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437751 Oct 04 09:06:09.616799 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea5a727-fbfd-48d9-9323-208b1e121dcf tempest-TestVolumeBootPattern-528645296 tempest-TestVolumeBootPattern-528645296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:09.618360 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8ea5a727-fbfd-48d9-9323-208b1e121dcf tempest-TestVolumeBootPattern-528645296 tempest-TestVolumeBootPattern-528645296-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 1125 time: 0.0390668 Oct 04 09:06:09.621745 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:09.622623 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 55988) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:06:09.623082 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:09.627867 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.v2.base [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Request body: {'floatingip': {'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'port_id': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=113286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 09:06:09.688235 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0052af78-5116-4fcc-acd8-d3364afef13a req-751cb996-7920-4c2a-8227-b855bf508c3a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849128 Oct 04 09:06:09.702389 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:09.787511 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:09.788145 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-0052af78-5116-4fcc-acd8-d3364afef13a req-7b592866-b670-45ec-b6ee-0f4428486d82 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942967 Oct 04 09:06:09.895106 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Allocated IP 172.27.1.235 (56cd01e1-894f-4dc6-8175-34cd684c47fd/7c535149-4506-4733-ad30-ff4dced68c58/b1a0b200-6a09-4aef-bb93-73d48ad72f12) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:06:09.973805 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:10.000114 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for port (b1a0b200-6a09-4aef-bb93-73d48ad72f12), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:10.011818 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:10.068006 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759939752695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (b1a0b200-6a09-4aef-bb93-73d48ad72f12), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:10.084692 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:10.111253 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Network 56cd01e1-894f-4dc6-8175-34cd684c47fd is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:06:10.116257 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:06:10.120551 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 09:06:10.124029 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'Port': ['ID=b1a0b200-6a09-4aef-bb93-73d48ad72f12,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:06:10.154777 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.155122 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.155519 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.155858 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.156194 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.156522 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.156847 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.157170 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.157495 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.157858 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.158186 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.158538 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.158859 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.159177 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.159492 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:10.485833 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (7e84059c-3ef1-4c0f-b29a-a6ae4080ff94), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:10.599207 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-753815'] for port (b1a0b200-6a09-4aef-bb93-73d48ad72f12), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:10.725892 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:10.747807 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for port (b1a0b200-6a09-4aef-bb93-73d48ad72f12), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:10.816281 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759940124609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759939749645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759939749663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28129254'] for port (b1a0b200-6a09-4aef-bb93-73d48ad72f12), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:10.886488 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event updated for resources: {'Port': ['ID=b1a0b200-6a09-4aef-bb93-73d48ad72f12,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:06:10.888943 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498253'] for floatingip (7e84059c-3ef1-4c0f-b29a-a6ae4080ff94), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:10.986773 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.l3_db [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Floating IP 7e84059c-3ef1-4c0f-b29a-a6ae4080ff94 associated. External IP: 172.27.1.235, port: b502cdd1-ec9d-4679-9c1f-351689220251. Oct 04 09:06:11.114429 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:11.180676 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Router ef664018-3bbf-4e08-a2a4-d1d4acd27619 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:06:11.282376 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:06:11.292118 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] Sync routers for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:06:11.302794 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:06:11.303401 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:06:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:06:11.344090 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:11.380901 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-2bf44984-e325-428a-ab0d-758b5027da2a tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7571344 Oct 04 09:06:11.381593 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:06:11.383865 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b15c50-705b-45c7-9237-7b001a13d0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:06:11.405715 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:06:11.426977 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029dcec9-9a28-42d6-9ae8-870bfa896488 x-openstack-request-id: req-029dcec9-9a28-42d6-9ae8-870bfa896488 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:06:11.427270 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:06:11.427527 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-029dcec9-9a28-42d6-9ae8-870bfa896488 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:06:11.427939 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029dcec9-9a28-42d6-9ae8-870bfa896488'] response: {'name': 'network-changed', 'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'status': 'completed', 'code': 200} Oct 04 09:06:11.488936 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-b4144bd6-f033-4006-b47e-5dab6212c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:11.490466 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-b4144bd6-f033-4006-b47e-5dab6212c127 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 1130 time: 0.0388944 Oct 04 09:06:11.586333 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-d6a6d407-efc4-4361-a51f-62d8d512ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:11.587792 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-d6a6d407-efc4-4361-a51f-62d8d512ccce service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 913 time: 0.0920289 Oct 04 09:06:11.649028 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-99fbf37b-44d8-42db-98cd-749f006c6005 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b502cdd1-ec9d-4679-9c1f-351689220251 HTTP/1.1" status: 200 len: 1000 time: 0.0554461 Oct 04 09:06:11.699984 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-b4054716-35cf-4f87-924d-8b2a7ba22924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:11.701420 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-b4054716-35cf-4f87-924d-8b2a7ba22924 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0466950 Oct 04 09:06:11.704609 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '1cb68c35-dc5c-489e-9a08-645bd04b8356', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:04:16Z', 'updated_at': '2022-10-04T09:04:18Z', 'revision_number': 1, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}, {'id': '7e84059c-3ef1-4c0f-b29a-a6ae4080ff94', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:18:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:06:10Z', 'updated_at': '2022-10-04T09:06:10Z', 'revision_number': 0, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:06:11.732674 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] Checking router: ef664018-3bbf-4e08-a2a4-d1d4acd27619 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:06:11.741040 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:06:11.741638 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:06:07Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:06:11.744555 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-31e08c60-9ac7-4b21-9074-af274dc1e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:11.746275 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-31e08c60-9ac7-4b21-9074-af274dc1e934 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393281 Oct 04 09:06:11.804665 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:11.840573 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-6e1407c7-26db-421d-8f18-87248f27f85a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877764 Oct 04 09:06:11.843177 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:06:11.932661 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-23b15c50-705b-45c7-9237-7b001a13d0f9 req-2e7a4da5-ca69-4f2d-ad75-38fdfd716042 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869243 Oct 04 09:06:12.053778 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '1cb68c35-dc5c-489e-9a08-645bd04b8356', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:04:16Z', 'updated_at': '2022-10-04T09:04:18Z', 'revision_number': 1, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}, {'id': '7e84059c-3ef1-4c0f-b29a-a6ae4080ff94', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:18:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:06:10Z', 'updated_at': '2022-10-04T09:06:10Z', 'revision_number': 0, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:06:12.081217 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e5c72-28b0-4a75-9c2d-49a6ce10c0c8 None None] The sync data for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi is: [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '1cb68c35-dc5c-489e-9a08-645bd04b8356', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:04:16Z', 'updated_at': '2022-10-04T09:04:18Z', 'revision_number': 1, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}, {'id': '7e84059c-3ef1-4c0f-b29a-a6ae4080ff94', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:18:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:06:10Z', 'updated_at': '2022-10-04T09:06:10Z', 'revision_number': 0, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:06:12.280334 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0e42ab-4ede-4785-950f-68e8f2fc8757 None None] New status for floating IP 7e84059c-3ef1-4c0f-b29a-a6ae4080ff94: ACTIVE {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 09:06:13.743141 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:06:21.367321 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:21.377453 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:21.927134 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=67 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:21.929019 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=9 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:22.384641 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:22.387609 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:30.071560 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=86 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:30.075509 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=90 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:30.964576 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:34.678733 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-fda3f70d-b38a-460b-931c-adb88915ebf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:36.958481 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2207f097-1ca3-4bd6-9119-d499b0e77fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:38.289952 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:39.655937 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:40.113006 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:06:43.603231 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:43.608199 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:50.048114 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:50.049983 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:06:50.741957 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:07:00.737657 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:00.738390 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:00.963677 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:04.695089 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-16fc1877-1559-4cc5-96e9-8f45c185215d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:06.947316 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-16b501b7-932e-49b0-af01-38b7af4c080e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:08.312663 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:09.615642 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:09.833533 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-e5a2c185-c557-47d9-b510-0998d985a5c8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371075 Oct 04 09:07:09.915733 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-11b7263a-705a-4fde-8422-0a3b0aeb412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:09.917186 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-11b7263a-705a-4fde-8422-0a3b0aeb412b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 1129 time: 0.0421708 Oct 04 09:07:10.026354 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-dfa7bd58-db3d-4086-92ee-d22292d8c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:10.028000 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-dfa7bd58-db3d-4086-92ee-d22292d8c956 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 913 time: 0.0936480 Oct 04 09:07:10.091585 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-c67b7947-b869-49f6-858a-b75425051281 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043 HTTP/1.1" status: 200 len: 1000 time: 0.0580564 Oct 04 09:07:10.124611 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:10.139196 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-ab3379b7-ae09-4f05-8eab-7db0e59c111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:10.140684 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-ab3379b7-ae09-4f05-8eab-7db0e59c111a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0439768 Oct 04 09:07:10.182933 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-3a1e2d23-989e-4423-809e-325025227e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:10.184625 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-3a1e2d23-989e-4423-809e-325025227e62 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384314 Oct 04 09:07:10.274745 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-75e57677-02a8-45ee-adbf-4a16091fbfe7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842161 Oct 04 09:07:10.368899 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-11bd8d77-4923-4b7d-a5da-d90c6b523d6c req-d635c525-2a67-44d4-b91f-0dc9ed185c5f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885832 Oct 04 09:07:20.049965 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:20.052263 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:20.359699 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=50 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:20.365601 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=51 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:20.599112 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:20.604012 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:27.740908 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:07:30.975511 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:32.676748 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:33.380255 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [req-51fa3942-0efd-4b42-8188-464a341f9cb7 req-ad95f59e-6256-4289-9af2-4ef6fc59be53 service neutron] (113286) timed out ('10.222.0.42', 54714) {{(pid=113286) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 09:07:34.735524 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9a382e07-aa13-4953-98e9-f2e16998f645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:36.991676 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4b283f0-8903-4ef2-a2c8-d1c2801ac252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:37.737363 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:38.346750 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:39.712437 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:40.140993 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:41.798911 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56020) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:07:41.939531 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Deleting port b1a0b200-6a09-4aef-bb93-73d48ad72f12 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:07:41.939875 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (b1a0b200-6a09-4aef-bb93-73d48ad72f12), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:42.015209 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (b1a0b200-6a09-4aef-bb93-73d48ad72f12), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:42.015532 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (b1a0b200-6a09-4aef-bb93-73d48ad72f12), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:42.028345 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Calling delete_port for b1a0b200-6a09-4aef-bb93-73d48ad72f12 owned by network:floatingip {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:07:42.278526 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (b1a0b200-6a09-4aef-bb93-73d48ad72f12), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:42.303834 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event deleted for resources: {'Port': ['ID=b1a0b200-6a09-4aef-bb93-73d48ad72f12,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:07:42.317510 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.317862 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.318234 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.318602 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.318941 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.319275 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.319605 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.320071 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.320494 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.320827 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.321160 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.321495 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.321821 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.322146 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.322503 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:42.381011 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (7e84059c-3ef1-4c0f-b29a-a6ae4080ff94), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:42.381340 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.l3_db [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Floating IP 7e84059c-3ef1-4c0f-b29a-a6ae4080ff94 disassociated (deleted). External IP: 172.27.1.235, port: b502cdd1-ec9d-4679-9c1f-351689220251. Oct 04 09:07:42.576741 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Router ef664018-3bbf-4e08-a2a4-d1d4acd27619 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:07:42.678862 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:07:42.683360 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:42.689748 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] Sync routers for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:07:42.700517 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:07:42.701136 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:07:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:42.705185 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:42.716570 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-fedfd364-2a5b-4e6b-8aa0-c01d3453a27b tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/7e84059c-3ef1-4c0f-b29a-a6ae4080ff94 HTTP/1.1" status: 204 len: 168 time: 0.9167268 Oct 04 09:07:42.717205 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:07:42.719591 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f366a72c-17c2-42af-812f-5fff09ee7237" -d '{"events": [{"name": "network-changed", "server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:07:42.820743 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:07:42.829885 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74bcfe-92cf-403d-b540-a7e56b8fea07 x-openstack-request-id: req-1b74bcfe-92cf-403d-b540-a7e56b8fea07 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:07:42.830385 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:07:42.830532 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1b74bcfe-92cf-403d-b540-a7e56b8fea07 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:07:42.830886 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b74bcfe-92cf-403d-b540-a7e56b8fea07'] response: {'name': 'network-changed', 'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'status': 'completed', 'code': 200} Oct 04 09:07:42.894420 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-9aa7fd92-0016-477f-a0ff-1201743dc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:42.896331 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-9aa7fd92-0016-477f-a0ff-1201743dc262 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 1130 time: 0.0435600 Oct 04 09:07:42.986140 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-852538a3-8523-402f-928f-379981e2e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:42.987624 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-852538a3-8523-402f-928f-379981e2e484 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 913 time: 0.0854750 Oct 04 09:07:43.028115 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-d1adf249-3b6b-4594-ac76-1363ebc9d399 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b502cdd1-ec9d-4679-9c1f-351689220251 HTTP/1.1" status: 200 len: 217 time: 0.0348015 Oct 04 09:07:43.030621 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '1cb68c35-dc5c-489e-9a08-645bd04b8356', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:04:16Z', 'updated_at': '2022-10-04T09:04:18Z', 'revision_number': 1, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:43.059368 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] Checking router: ef664018-3bbf-4e08-a2a4-d1d4acd27619 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:07:43.068231 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:07:43.068914 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:07:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:43.080007 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-7d105944-4e90-44c5-bfab-9f6b2e2d4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:43.081440 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-7d105944-4e90-44c5-bfab-9f6b2e2d4c65 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0483716 Oct 04 09:07:43.124328 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-8d66c4a3-1fae-4b52-81cb-a0f9bb0f3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:43.125851 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-8d66c4a3-1fae-4b52-81cb-a0f9bb0f3ec4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386415 Oct 04 09:07:43.171166 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:07:43.222072 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-638ec66c-6543-40f2-9760-bfbc6c2848f5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902402 Oct 04 09:07:43.315051 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-f366a72c-17c2-42af-812f-5fff09ee7237 req-9ab83d60-5ce1-463f-8243-275f6d76a9e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870152 Oct 04 09:07:43.455835 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb4b78-2248-4564-b2e3-d6a0c8e9dddd req-3abb3711-4d0d-4458-b4b7-ef2d1c1c6dc4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:43.457319 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9aeb4b78-2248-4564-b2e3-d6a0c8e9dddd req-3abb3711-4d0d-4458-b4b7-ef2d1c1c6dc4 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 946 time: 0.0467997 Oct 04 09:07:43.480666 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '1cb68c35-dc5c-489e-9a08-645bd04b8356', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:04:16Z', 'updated_at': '2022-10-04T09:04:18Z', 'revision_number': 1, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:43.483685 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:43.510014 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-9aeb4b78-2248-4564-b2e3-d6a0c8e9dddd req-2fddb696-36af-41de-add3-b97204cbdfeb tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462456 Oct 04 09:07:43.511070 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9863ec-e60c-4c18-879f-133774c1cf15 None None] The sync data for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi is: [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_floatingips': [{'id': '1cb68c35-dc5c-489e-9a08-645bd04b8356', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'router_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'port_id': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'mac_address': 'fa:16:3e:a4:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:04:16Z', 'updated_at': '2022-10-04T09:04:18Z', 'revision_number': 1, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:07:43.719167 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7f6023-9ac2-4a62-9f3b-ee09af35a27b None None] New status for floating IP 7e84059c-3ef1-4c0f-b29a-a6ae4080ff94: DOWN {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 09:07:44.634315 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a11b8-edbb-4963-ab81-e52d97669ed6 req-8734e01c-51af-4a23-bfbe-050e14f2787f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:44.636769 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cb2a11b8-edbb-4963-ab81-e52d97669ed6 req-8734e01c-51af-4a23-bfbe-050e14f2787f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 946 time: 0.0462811 Oct 04 09:07:44.686548 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cb2a11b8-edbb-4963-ab81-e52d97669ed6 req-8edb0f14-5ca3-4832-9b85-4e379b292fb3 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442927 Oct 04 09:07:44.912410 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-d34d8d0c-09d0-465f-8e01-8ac7d765c7ca tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:44.913891 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-d34d8d0c-09d0-465f-8e01-8ac7d765c7ca tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 946 time: 0.0507133 Oct 04 09:07:45.000351 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Deleting port b502cdd1-ec9d-4679-9c1f-351689220251 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:07:45.000690 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:45.091783 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] For port b502cdd1-ec9d-4679-9c1f-351689220251, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b502cdd1-ec9d-4679-9c1f-351689220251,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:07:45.092143 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:45.354211 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Calling delete_port for b502cdd1-ec9d-4679-9c1f-351689220251 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:07:45.604555 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (b502cdd1-ec9d-4679-9c1f-351689220251), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:45.635248 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event deleted for resources: {'Port': ['ID=b502cdd1-ec9d-4679-9c1f-351689220251,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.713297 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.714350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.714350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:45.714350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] No DVR routers for this DVR port b502cdd1-ec9d-4679-9c1f-351689220251 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:07:45.714350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:45.714350 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-cebe7ea4-a5d1-4837-8d48-1a4dfca3fd94 req-4d8bcdb5-f863-4e8c-8b72-7b368049585f tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "DELETE /networking/v2.0/ports/b502cdd1-ec9d-4679-9c1f-351689220251 HTTP/1.1" status: 204 len: 173 time: 0.7739592 Oct 04 09:07:45.714350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'name': 'network-vif-deleted', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:07:45.714350 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d793c8a-d92c-494b-9965-61beb20fc469" -d '{"events": [{"server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "name": "network-vif-deleted", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:07:45.735779 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23036202-54c6-4b66-a7a2-f2f70a78f60b x-openstack-request-id: req-23036202-54c6-4b66-a7a2-f2f70a78f60b {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:07:45.736070 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa96806b-44ef-42a8-b8e6-334b588165c0", "name": "network-vif-deleted", "tag": "b502cdd1-ec9d-4679-9c1f-351689220251", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:07:45.736322 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-23036202-54c6-4b66-a7a2-f2f70a78f60b {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:07:45.736721 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23036202-54c6-4b66-a7a2-f2f70a78f60b'] response: {'server_uuid': 'aa96806b-44ef-42a8-b8e6-334b588165c0', 'name': 'network-vif-deleted', 'tag': 'b502cdd1-ec9d-4679-9c1f-351689220251', 'status': 'completed', 'code': 200} Oct 04 09:07:45.795854 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-717d6ec2-fa82-4c28-9cb1-d0b6d49d4600 req-9196df5c-30fa-44a8-bfc8-d8afa5bacce2 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 210 time: 0.0310638 Oct 04 09:07:46.926174 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-a1af4731-20ae-4879-9b4b-0777b83ba770 req-e02fa6bc-d1b2-4947-affa-dee6fea25093 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa96806b-44ef-42a8-b8e6-334b588165c0 HTTP/1.1" status: 200 len: 210 time: 0.0338871 Oct 04 09:07:49.820118 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device b502cdd1-ec9d-4679-9c1f-351689220251 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:07:49.839596 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: b502cdd1-ec9d-4679-9c1f-351689220251 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:07:49.839934 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device b502cdd1-ec9d-4679-9c1f-351689220251 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:07:50.466431 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56064) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:07:50.608690 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Deleting port 39220e93-41dc-4333-93f7-4e09079f6328 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:07:50.609061 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (39220e93-41dc-4333-93f7-4e09079f6328), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:50.686301 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (39220e93-41dc-4333-93f7-4e09079f6328), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:50.686656 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (39220e93-41dc-4333-93f7-4e09079f6328), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:50.703833 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Calling delete_port for 39220e93-41dc-4333-93f7-4e09079f6328 owned by network:floatingip {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:07:51.169739 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (39220e93-41dc-4333-93f7-4e09079f6328), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:51.197343 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event deleted for resources: {'Port': ['ID=39220e93-41dc-4333-93f7-4e09079f6328,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:07:51.258495 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (1cb68c35-dc5c-489e-9a08-645bd04b8356), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:51.258825 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.db.l3_db [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Floating IP 1cb68c35-dc5c-489e-9a08-645bd04b8356 disassociated (deleted). External IP: 172.27.1.60, port: 4db9d8fe-2df7-4990-8b7d-450dd46d8043. Oct 04 09:07:51.396433 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:51.453048 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Router ef664018-3bbf-4e08-a2a4-d1d4acd27619 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:07:51.459928 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:51.556207 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:07:51.561428 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:51.566847 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] Sync routers for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:07:51.576978 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:07:51.577717 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:07:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:51.590660 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-2bca00d6-3e4c-4446-aaca-50380b77b3e6 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/1cb68c35-dc5c-489e-9a08-645bd04b8356 HTTP/1.1" status: 204 len: 168 time: 1.1225710 Oct 04 09:07:51.591282 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:07:51.594180 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ac08965650fac0980ad2de2b3dc7978165b6586680f77e4c33727036850b01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cede7a-8702-471a-b892-fac17afc0b81" -d '{"events": [{"name": "network-changed", "server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:07:51.634794 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da2a17a-7b49-4f19-ad51-0d3444eff776 x-openstack-request-id: req-9da2a17a-7b49-4f19-ad51-0d3444eff776 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:07:51.635092 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043", "status": "completed", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:07:51.635351 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9da2a17a-7b49-4f19-ad51-0d3444eff776 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:07:51.635787 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da2a17a-7b49-4f19-ad51-0d3444eff776'] response: {'name': 'network-changed', 'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'status': 'completed', 'code': 200} Oct 04 09:07:51.686582 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:07:51.691082 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:51.697046 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cede7a-8702-471a-b892-fac17afc0b81 req-08a3a675-3236-4aa0-a7e9-9107dc15ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:51.698617 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-55cede7a-8702-471a-b892-fac17afc0b81 req-08a3a675-3236-4aa0-a7e9-9107dc15ff71 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 1129 time: 0.0411744 Oct 04 09:07:51.754394 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:51.756098 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:51.793856 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cede7a-8702-471a-b892-fac17afc0b81 req-f24131d5-8608-47e4-816d-b343c2a22d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:51.795642 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-55cede7a-8702-471a-b892-fac17afc0b81 req-f24131d5-8608-47e4-816d-b343c2a22d7f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 200 len: 913 time: 0.0913243 Oct 04 09:07:51.808891 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:51.835805 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-55cede7a-8702-471a-b892-fac17afc0b81 req-bbe98b5c-89b4-4d03-8efc-cabebc70cf9f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043 HTTP/1.1" status: 200 len: 217 time: 0.0341134 Oct 04 09:07:51.874782 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:51.883951 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cede7a-8702-471a-b892-fac17afc0b81 req-91e94c7d-26e8-472a-ad32-101a053701e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:51.885394 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-55cede7a-8702-471a-b892-fac17afc0b81 req-91e94c7d-26e8-472a-ad32-101a053701e2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 200 len: 851 time: 0.0442948 Oct 04 09:07:51.906079 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] Checking router: ef664018-3bbf-4e08-a2a4-d1d4acd27619 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:07:51.917162 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:07:51.917768 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:07:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:51.933163 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cede7a-8702-471a-b892-fac17afc0b81 req-96782897-f8ac-404a-93c7-aced75553a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:51.934690 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-55cede7a-8702-471a-b892-fac17afc0b81 req-96782897-f8ac-404a-93c7-aced75553a74 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a74c7fc7-ef7f-4524-af4b-bb7156e889af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434508 Oct 04 09:07:52.019218 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:07:52.031019 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-55cede7a-8702-471a-b892-fac17afc0b81 req-883aa936-bb47-4afe-8196-4e60cfe2bc92 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898085 Oct 04 09:07:52.118387 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c7ff7-b8df-45aa-a67e-baae89a582a2 req-10e3c321-ed9c-40bd-8456-bc0c2790e9b2 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:52.119891 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b72c7ff7-b8df-45aa-a67e-baae89a582a2 req-10e3c321-ed9c-40bd-8456-bc0c2790e9b2 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 945 time: 0.0475440 Oct 04 09:07:52.171254 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-b72c7ff7-b8df-45aa-a67e-baae89a582a2 req-b28ea5f7-b92a-4337-831c-e105d89af6aa tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444565 Oct 04 09:07:52.209929 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:52.233912 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25d122-862c-4b00-9cce-93ab87097ed5 None None] The sync data for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi is: [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:00:57Z', 'revision_number': 4, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi', '_interfaces': [{'id': '1f32addd-f3b8-40ed-b261-b0fa3ed06871', 'name': '', 'network_id': 'a74c7fc7-ef7f-4524-af4b-bb7156e889af', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'mac_address': 'fa:16:3e:57:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:56Z', 'updated_at': '2022-10-04T09:01:02Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'subnets': [{'id': '35ed7c00-d581-4d3c-8b42-af39f7e4ae2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:07:52.450945 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f549cf-4c86-481c-8cdf-bc0dd57530e9 None None] New status for floating IP 1cb68c35-dc5c-489e-9a08-645bd04b8356: DOWN {{(pid=113288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 09:07:53.079344 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-55cede7a-8702-471a-b892-fac17afc0b81 req-d028596d-bd79-4187-a7b8-cf27c2ed06c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860970 Oct 04 09:07:53.299985 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddb6c1-0aa9-4bb7-9600-f1547be602f0 req-360e987f-3495-4a28-9ac1-75e152df5e4d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:53.301430 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-77ddb6c1-0aa9-4bb7-9600-f1547be602f0 req-360e987f-3495-4a28-9ac1-75e152df5e4d tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 945 time: 0.0496902 Oct 04 09:07:53.349713 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-77ddb6c1-0aa9-4bb7-9600-f1547be602f0 req-2abd65b1-1311-4b17-bc26-ccc2b0ea9954 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55f772f7-a699-43b9-b8d7-b1f666aee1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426362 Oct 04 09:07:53.471416 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f28855-1dad-4b2c-a495-c7d695473330 req-afe9ed11-f1d4-4a79-a2e1-d9df6fbc0e64 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:07:53.472810 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-33f28855-1dad-4b2c-a495-c7d695473330 req-afe9ed11-f1d4-4a79-a2e1-d9df6fbc0e64 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 945 time: 0.0455055 Oct 04 09:07:53.551245 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-33f28855-1dad-4b2c-a495-c7d695473330 req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Deleting port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:07:53.551583 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-33f28855-1dad-4b2c-a495-c7d695473330 req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:53.643648 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [req-33f28855-1dad-4b2c-a495-c7d695473330 req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] For port 4db9d8fe-2df7-4990-8b7d-450dd46d8043, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=4db9d8fe-2df7-4990-8b7d-450dd46d8043,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:07:53.643927 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-33f28855-1dad-4b2c-a495-c7d695473330 req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:53.656769 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [req-33f28855-1dad-4b2c-a495-c7d695473330 req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Calling delete_port for 4db9d8fe-2df7-4990-8b7d-450dd46d8043 owned by compute:nova {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:07:53.757325 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:53.895922 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-33f28855-1dad-4b2c-a495-c7d695473330 req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (4db9d8fe-2df7-4990-8b7d-450dd46d8043), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:53.925064 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event deleted for resources: {'Port': ['ID=4db9d8fe-2df7-4990-8b7d-450dd46d8043,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:07:53.968357 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f28855-1dad-4b2c-a495-c7d695473330 req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] No DVR routers for this DVR port 4db9d8fe-2df7-4990-8b7d-450dd46d8043 on host hv-cinder-85944 {{(pid=113287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:07:53.971059 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [req-33f28855-1dad-4b2c-a495-c7d695473330 req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for port (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:53.974242 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [req-33f28855-1dad-4b2c-a495-c7d695473330 req-60083906-9a0f-48ee-83ab-4e191f4e57db tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.42 "DELETE /networking/v2.0/ports/4db9d8fe-2df7-4990-8b7d-450dd46d8043 HTTP/1.1" status: 204 len: 173 time: 0.4963601 Oct 04 09:07:53.974772 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'name': 'network-vif-deleted', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043'}] {{(pid=113287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 09:07:53.977106 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c730e78765814f99c9bfd31281930b78b46036cb38a46779cc7c1ab0407a426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ef5138-8768-43d3-9671-a66230366649" -d '{"events": [{"server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "name": "network-vif-deleted", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043"}]}' {{(pid=113287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:07:54.014976 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f93ee6e-1942-47f6-be5e-1e6d90dd0d18 x-openstack-request-id: req-6f93ee6e-1942-47f6-be5e-1e6d90dd0d18 {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:07:54.015270 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37cf74c-826b-45a7-b571-2dc3e1cf3e7c", "name": "network-vif-deleted", "tag": "4db9d8fe-2df7-4990-8b7d-450dd46d8043", "status": "completed", "code": 200}]} {{(pid=113287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:07:54.015530 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6f93ee6e-1942-47f6-be5e-1e6d90dd0d18 {{(pid=113287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:07:54.016119 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f93ee6e-1942-47f6-be5e-1e6d90dd0d18'] response: {'server_uuid': 'a37cf74c-826b-45a7-b571-2dc3e1cf3e7c', 'name': 'network-vif-deleted', 'tag': '4db9d8fe-2df7-4990-8b7d-450dd46d8043', 'status': 'completed', 'code': 200} Oct 04 09:07:54.454369 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [req-cafe420c-9a86-44ad-a04f-e9973029ab34 req-ed6ad768-9235-4a1e-b9ae-b272313130d9 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a37cf74c-826b-45a7-b571-2dc3e1cf3e7c HTTP/1.1" status: 200 len: 210 time: 0.0268385 Oct 04 09:07:55.522997 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56080) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:07:55.634313 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Deleting port 1a870b18-1dd8-4b73-85b7-92d649c577a0 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:07:55.634680 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (1a870b18-1dd8-4b73-85b7-92d649c577a0), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:55.713842 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (1a870b18-1dd8-4b73-85b7-92d649c577a0), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:55.714164 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (1a870b18-1dd8-4b73-85b7-92d649c577a0), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:55.726565 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Calling delete_port for 1a870b18-1dd8-4b73-85b7-92d649c577a0 owned by network:floatingip {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:07:55.947230 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (1a870b18-1dd8-4b73-85b7-92d649c577a0), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:55.970318 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event deleted for resources: {'Port': ['ID=1a870b18-1dd8-4b73-85b7-92d649c577a0,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:07:56.034387 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for floatingip (ad0a990a-8d4a-4275-a1e9-32b744aed0d1), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:56.036909 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249916'] for floatingip (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:56.038053 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-8c8054bf-b074-44da-9a5a-281693bb6415 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/ad0a990a-8d4a-4275-a1e9-32b744aed0d1 HTTP/1.1" status: 204 len: 168 time: 0.5148399 Oct 04 09:07:57.420922 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56092) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:07:57.478216 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7b937538-0462-4c79-98c1-6b9a548359c8 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group (55f772f7-a699-43b9-b8d7-b1f666aee1c5), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:57.501902 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7b937538-0462-4c79-98c1-6b9a548359c8 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group (55f772f7-a699-43b9-b8d7-b1f666aee1c5), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:57.528805 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:57.677920 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7b937538-0462-4c79-98c1-6b9a548359c8 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (55f772f7-a699-43b9-b8d7-b1f666aee1c5), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:57.680384 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7b937538-0462-4c79-98c1-6b9a548359c8 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:57.681541 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-7b937538-0462-4c79-98c1-6b9a548359c8 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/55f772f7-a699-43b9-b8d7-b1f666aee1c5 HTTP/1.1" status: 204 len: 168 time: 0.2596362 Oct 04 09:07:57.685903 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:57.690933 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b937538-0462-4c79-98c1-6b9a548359c8 tempest-TestVolumeBootPattern-205612545 tempest-TestVolumeBootPattern-205612545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f772f7-a699-43b9-b8d7-b1f666aee1c5,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:07:57.881621 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 4db9d8fe-2df7-4990-8b7d-450dd46d8043 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:07:57.901837 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] No Port match for: 4db9d8fe-2df7-4990-8b7d-450dd46d8043 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:07:57.902188 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Device 4db9d8fe-2df7-4990-8b7d-450dd46d8043 not bound to the agent host hv-cinder-85944 {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:07:57.918246 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56096) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:07:58.050392 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [req-e4220afd-573b-4e3e-b946-c9182a9ccf40 req-d5686562-bd02-4f08-838c-02fe1f204201 service neutron] (113287) timed out ('10.222.0.42', 54730) {{(pid=113287) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 09:07:58.317881 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (ef664018-3bbf-4e08-a2a4-d1d4acd27619), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:58.538762 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Deleting port 1f32addd-f3b8-40ed-b261-b0fa3ed06871 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:07:58.539435 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:58.622005 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] For port 1f32addd-f3b8-40ed-b261-b0fa3ed06871, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=1f32addd-f3b8-40ed-b261-b0fa3ed06871,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:07:58.622285 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:58.635539 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Calling delete_port for 1f32addd-f3b8-40ed-b261-b0fa3ed06871 owned by network:router_interface {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:07:58.801490 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:58.913473 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (1f32addd-f3b8-40ed-b261-b0fa3ed06871), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:58.922210 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:58.944096 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1f32addd-f3b8-40ed-b261-b0fa3ed06871,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:07:59.107470 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (ef664018-3bbf-4e08-a2a4-d1d4acd27619), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:59.356251 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Router ef664018-3bbf-4e08-a2a4-d1d4acd27619 has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:07:59.483267 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:07:59.489740 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-73d5b8eb-0cf4-40a8-9be4-a3b32986f5eb admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ef664018-3bbf-4e08-a2a4-d1d4acd27619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5696204 Oct 04 09:07:59.490953 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 56100) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:07:59.492603 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] Sync routers for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:07:59.503708 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:07:59.504402 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:07:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:59.621860 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: dv-cinder-859447-2-iscsi {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:07:59.641448 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks [] for router (ef664018-3bbf-4e08-a2a4-d1d4acd27619), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:59.759883 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks [] for router_gateway (ef664018-3bbf-4e08-a2a4-d1d4acd27619), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:59.829412 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:07:58Z', 'revision_number': 5, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port': {'id': 'f42357bb-da45-4619-9886-58db4bfacf67', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:00:54Z', 'updated_at': '2022-10-04T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:59.855794 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] Checking router: ef664018-3bbf-4e08-a2a4-d1d4acd27619 for host: dv-cinder-859447-2-iscsi {{(pid=113289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:07:59.868501 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] Routers {'ef664018-3bbf-4e08-a2a4-d1d4acd27619'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:07:59.868501 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:07:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'], 'active': True} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:07:59.884349 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Deleting port f42357bb-da45-4619-9886-58db4bfacf67 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:07:59.884592 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (f42357bb-da45-4619-9886-58db4bfacf67), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:59.906396 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=100 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:59.967527 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_dvr_db [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] Set router ef664018-3bbf-4e08-a2a4-d1d4acd27619 gateway port host: None {{(pid=113289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:07:59.985088 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] For port f42357bb-da45-4619-9886-58db4bfacf67, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f42357bb-da45-4619-9886-58db4bfacf67,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:07:59.985450 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (f42357bb-da45-4619-9886-58db4bfacf67), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:07:59.992837 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:07:59.999406 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Calling delete_port for f42357bb-da45-4619-9886-58db4bfacf67 owned by network:router_gateway {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:08:00.017589 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.l3_hamode_db [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:07:59Z', 'revision_number': 6, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port_host': None}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:00.131464 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2ad23-dd33-4704-affc-84b643adb88d None None] The sync data for ids ['ef664018-3bbf-4e08-a2a4-d1d4acd27619'] in dv-cinder-859447-2-iscsi is: [{'id': 'ef664018-3bbf-4e08-a2a4-d1d4acd27619', 'name': 'tempest-TestVolumeBootPattern-1486047221-router', 'tenant_id': '07b9220d86234adc83ef7fbe0d4d834d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:00:53Z', 'updated_at': '2022-10-04T09:07:59Z', 'revision_number': 6, 'project_id': '07b9220d86234adc83ef7fbe0d4d834d', 'gw_port_host': None}] {{(pid=113289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:08:00.255301 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (f42357bb-da45-4619-9886-58db4bfacf67), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.278788 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42357bb-da45-4619-9886-58db4bfacf67,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:00.347481 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (ef664018-3bbf-4e08-a2a4-d1d4acd27619), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.436073 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (ef664018-3bbf-4e08-a2a4-d1d4acd27619), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.438169 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks [] for router_controller (ef664018-3bbf-4e08-a2a4-d1d4acd27619), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.474020 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:00.591051 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (ef664018-3bbf-4e08-a2a4-d1d4acd27619), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.595153 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef664018-3bbf-4e08-a2a4-d1d4acd27619 {{(pid=113287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 09:08:00.596484 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.597681 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-df4747b3-0c1f-4931-8afd-f4ad5c471266 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ef664018-3bbf-4e08-a2a4-d1d4acd27619 HTTP/1.1" status: 204 len: 168 time: 1.1057494 Oct 04 09:08:00.600236 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 56102) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:00.646524 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef766c4e-5356-41c0-9cc6-966b7801d030 admin admin] Deleting subnet 35ed7c00-d581-4d3c-8b42-af39f7e4ae2a {{(pid=113287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 09:08:00.649709 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ef766c4e-5356-41c0-9cc6-966b7801d030 admin admin] Publish callbacks [] for subnet (35ed7c00-d581-4d3c-8b42-af39f7e4ae2a), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.684066 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ef766c4e-5356-41c0-9cc6-966b7801d030 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27825093'] for subnet (35ed7c00-d581-4d3c-8b42-af39f7e4ae2a), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.762351 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ef766c4e-5356-41c0-9cc6-966b7801d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (35ed7c00-d581-4d3c-8b42-af39f7e4ae2a), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.883309 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:00.884889 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:00.923789 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ef766c4e-5356-41c0-9cc6-966b7801d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27405745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27706834'] for subnet (35ed7c00-d581-4d3c-8b42-af39f7e4ae2a), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.948234 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 1f32addd-f3b8-40ed-b261-b0fa3ed06871 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:08:00.949815 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-ef766c4e-5356-41c0-9cc6-966b7801d030 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:00.953169 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-ef766c4e-5356-41c0-9cc6-966b7801d030 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/35ed7c00-d581-4d3c-8b42-af39f7e4ae2a HTTP/1.1" status: 204 len: 168 time: 0.3519866 Oct 04 09:08:00.955341 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef766c4e-5356-41c0-9cc6-966b7801d030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ed7c00-d581-4d3c-8b42-af39f7e4ae2a,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:00.956717 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56104) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:00.975994 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165a22b-6169-45ad-9eaa-1c172089aaf2 None None] Network a74c7fc7-ef7f-4524-af4b-bb7156e889af requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 09:08:00.979790 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 1f32addd-f3b8-40ed-b261-b0fa3ed06871 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:08:00.980362 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 1f32addd-f3b8-40ed-b261-b0fa3ed06871 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:08:00.994025 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.038330 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (a74c7fc7-ef7f-4524-af4b-bb7156e889af), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.086177 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Deleting port f095f479-d31e-45d7-a43c-73825eecfe2a {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:08:01.086552 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.135990 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] DHCP port deletion for a74c7fc7-ef7f-4524-af4b-bb7156e889af request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 09:08:01.154453 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] For port f095f479-d31e-45d7-a43c-73825eecfe2a, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f095f479-d31e-45d7-a43c-73825eecfe2a,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:08:01.155026 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.169663 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Calling delete_port for f095f479-d31e-45d7-a43c-73825eecfe2a owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:08:01.174518 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Deleting port f095f479-d31e-45d7-a43c-73825eecfe2a {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:08:01.174818 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.213664 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:01.241894 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] For port f095f479-d31e-45d7-a43c-73825eecfe2a, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f095f479-d31e-45d7-a43c-73825eecfe2a,segment=NetworkSegment(df7f86ad-8c45-4b4d-90d7-b3b107716322),segment_id=df7f86ad-8c45-4b4d-90d7-b3b107716322)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:08:01.242281 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.255245 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Calling delete_port for f095f479-d31e-45d7-a43c-73825eecfe2a owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:08:01.347414 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.357149 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (f095f479-d31e-45d7-a43c-73825eecfe2a), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.378223 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f095f479-d31e-45d7-a43c-73825eecfe2a,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:01.380122 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] No DVR routers for this DVR port f095f479-d31e-45d7-a43c-73825eecfe2a on host dv-cinder-859447-2-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:08:01.385140 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Pushing event deleted for resources: {'Port': ['ID=f095f479-d31e-45d7-a43c-73825eecfe2a,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:01.387927 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] No DVR routers for this DVR port f095f479-d31e-45d7-a43c-73825eecfe2a on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:08:01.398131 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.398532 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.398880 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.402642 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.403192 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.403640 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.403975 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.404344 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.404647 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.404982 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.405308 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.405633 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.405956 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.406280 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.406620 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c192d-7a06-4b73-b83b-eebd03dd7452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-2-iscsi {{(pid=113288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:08:01.454773 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (a74c7fc7-ef7f-4524-af4b-bb7156e889af), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.474261 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74c7fc7-ef7f-4524-af4b-bb7156e889af']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:01.483216 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7f86ad-8c45-4b4d-90d7-b3b107716322') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:01.483514 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7f86ad-8c45-4b4d-90d7-b3b107716322') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:01.496576 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (df7f86ad-8c45-4b4d-90d7-b3b107716322), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.510011 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (df7f86ad-8c45-4b4d-90d7-b3b107716322), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.516217 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:08:01.516595 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (df7f86ad-8c45-4b4d-90d7-b3b107716322), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.595387 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment df7f86ad-8c45-4b4d-90d7-b3b107716322 resource provider aggregate not found Oct 04 09:08:01.611872 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment df7f86ad-8c45-4b4d-90d7-b3b107716322 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df7f86ad-8c45-4b4d-90d7-b3b107716322 found for delete ", "request_id": "req-140e9a08-ecd9-46a9-a499-a6f90098ca67"}]} Oct 04 09:08:01.672752 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (a74c7fc7-ef7f-4524-af4b-bb7156e889af), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.677736 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:01.681004 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/a74c7fc7-ef7f-4524-af4b-bb7156e889af HTTP/1.1" status: 204 len: 168 time: 0.7231131 Oct 04 09:08:01.683929 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 56112) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:01.694953 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714117c8-c350-4915-8beb-4bd436a60de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a74c7fc7-ef7f-4524-af4b-bb7156e889af,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:01.777662 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:01.991443 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439885'] for router_interface (29171b8b-b049-4e17-8e36-64fbe236fa9d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:02.211684 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Deleting port 504a1118-da87-4f96-b187-a5496c9112d5 {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:08:02.211923 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (504a1118-da87-4f96-b187-a5496c9112d5), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:02.291974 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] For port 504a1118-da87-4f96-b187-a5496c9112d5, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=504a1118-da87-4f96-b187-a5496c9112d5,segment=NetworkSegment(ecb819e9-8a81-48c2-9a0b-6be81b01ad63),segment_id=ecb819e9-8a81-48c2-9a0b-6be81b01ad63)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:08:02.292328 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (504a1118-da87-4f96-b187-a5496c9112d5), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:02.304559 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Calling delete_port for 504a1118-da87-4f96-b187-a5496c9112d5 owned by network:router_interface {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:08:02.350087 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:02.562912 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f095f479-d31e-45d7-a43c-73825eecfe2a no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:08:02.583730 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: f095f479-d31e-45d7-a43c-73825eecfe2a {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:08:02.584103 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f095f479-d31e-45d7-a43c-73825eecfe2a not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:08:02.584523 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f42357bb-da45-4619-9886-58db4bfacf67 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:08:02.602029 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: f42357bb-da45-4619-9886-58db4bfacf67 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:08:02.602375 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f42357bb-da45-4619-9886-58db4bfacf67 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:08:02.602690 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (504a1118-da87-4f96-b187-a5496c9112d5), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:02.632516 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Pushing event deleted for resources: {'Port': ['ID=504a1118-da87-4f96-b187-a5496c9112d5,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:02.791772 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-439865'] for router_interface (29171b8b-b049-4e17-8e36-64fbe236fa9d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:02.844865 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:02.999371 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Router 29171b8b-b049-4e17-8e36-64fbe236fa9d has already been hosted by L3 agent a5fc0974-2d22-48bf-bebc-ff1f2bbecb28 {{(pid=113287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 09:08:03.100339 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] Notify agent at l3_agent.dv-cinder-859447-2-iscsi the message routers_updated {{(pid=113287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 09:08:03.105395 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-29543ae8-aa7b-46ab-9cde-a2f88c4e5792 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/29171b8b-b049-4e17-8e36-64fbe236fa9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4200845 Oct 04 09:08:03.107666 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.wsgi [-] (113287) accepted ('10.222.0.27', 56114) {{(pid=113287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:03.109132 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] Sync routers for ids ['29171b8b-b049-4e17-8e36-64fbe236fa9d'] in dv-cinder-859447-2-iscsi {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:08:03.122986 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] Routers {'29171b8b-b049-4e17-8e36-64fbe236fa9d'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:08:03.123625 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:07:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['29171b8b-b049-4e17-8e36-64fbe236fa9d'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:03.230007 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] Set router 29171b8b-b049-4e17-8e36-64fbe236fa9d gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:08:03.404937 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:01:00Z', 'updated_at': '2022-10-04T09:08:02Z', 'revision_number': 5, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'gw_port': {'id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:01Z', 'updated_at': '2022-10-04T09:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:03.430364 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] Checking router: 29171b8b-b049-4e17-8e36-64fbe236fa9d for host: dv-cinder-859447-2-iscsi {{(pid=113288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:08:03.438723 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] Routers {'29171b8b-b049-4e17-8e36-64fbe236fa9d'} bound to L3 agent in host dv-cinder-859447-2-iscsi {{(pid=113288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 09:08:03.439317 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:43:37Z,description=,heartbeat_timestamp=2022-10-04T09:07:37Z,host='dv-cinder-859447-2-iscsi',id=a5fc0974-2d22-48bf-bebc-ff1f2bbecb28,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:43:37Z,topic='l3_agent')) {'router_ids': ['29171b8b-b049-4e17-8e36-64fbe236fa9d'], 'active': True} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:03.457850 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks [] for router (29171b8b-b049-4e17-8e36-64fbe236fa9d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:03.498252 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:03.538864 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvr_db [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] Set router 29171b8b-b049-4e17-8e36-64fbe236fa9d gateway port host: dv-cinder-859447-2-iscsi {{(pid=113288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 09:08:03.557299 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks [] for router_gateway (29171b8b-b049-4e17-8e36-64fbe236fa9d), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:03.634953 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:03.654399 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Deleting port f4ffabed-8420-4747-bb7d-9fca0df5b45e {{(pid=113287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:08:03.654682 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), before_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:03.697816 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:03.709224 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_hamode_db [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:01:00Z', 'updated_at': '2022-10-04T09:08:02Z', 'revision_number': 5, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'gw_port': {'id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:01Z', 'updated_at': '2022-10-04T09:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}], 'dv-cinder-859447-2-iscsi', False) {} {{(pid=113288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:03.735777 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a4ae9-45a3-4cf8-846f-c2c84f8611be None None] The sync data for ids ['29171b8b-b049-4e17-8e36-64fbe236fa9d'] in dv-cinder-859447-2-iscsi is: [{'id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'name': 'tempest-TestVolumeBootPattern-1845928584-router', 'tenant_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'external_fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:01:00Z', 'updated_at': '2022-10-04T09:08:02Z', 'revision_number': 5, 'project_id': '33c49c7ca4e44d45b2416ab67784f0eb', 'gw_port': {'id': 'f4ffabed-8420-4747-bb7d-9fca0df5b45e', 'name': '', 'network_id': '56cd01e1-894f-4dc6-8175-34cd684c47fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29171b8b-b049-4e17-8e36-64fbe236fa9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '7c535149-4506-4733-ad30-ff4dced68c58', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:01:01Z', 'updated_at': '2022-10-04T09:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c535149-4506-4733-ad30-ff4dced68c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-2-iscsi'}] {{(pid=113288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:08:03.736433 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] For port f4ffabed-8420-4747-bb7d-9fca0df5b45e, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=f4ffabed-8420-4747-bb7d-9fca0df5b45e,segment=NetworkSegment(f3df2273-6a15-45b7-8499-4222d63db3f0),segment_id=f3df2273-6a15-45b7-8499-4222d63db3f0)] {{(pid=113287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:08:03.736804 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:03.750689 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.plugin [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Calling delete_port for f4ffabed-8420-4747-bb7d-9fca0df5b45e owned by network:router_gateway {{(pid=113287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:08:03.997773 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27405700'] for port (f4ffabed-8420-4747-bb7d-9fca0df5b45e), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.030589 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ffabed-8420-4747-bb7d-9fca0df5b45e,revision_number=None']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:04.088650 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441203'] for router_gateway (29171b8b-b049-4e17-8e36-64fbe236fa9d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.186341 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7847'] for router (29171b8b-b049-4e17-8e36-64fbe236fa9d), precommit_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.188725 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks [] for router_controller (29171b8b-b049-4e17-8e36-64fbe236fa9d), precommit_delete_associations {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.192281 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:04.323659 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439905'] for router (29171b8b-b049-4e17-8e36-64fbe236fa9d), after_delete {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.324274 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29171b8b-b049-4e17-8e36-64fbe236fa9d {{(pid=113287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 09:08:04.333695 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.333695 dv-cinder-859447-2-iscsi neutron-server[113287]: INFO neutron.wsgi [None req-e2187fc0-e5db-45a5-bdb8-39c6f875a1ee admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/29171b8b-b049-4e17-8e36-64fbe236fa9d HTTP/1.1" status: 204 len: 168 time: 1.2214148 Oct 04 09:08:04.333890 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56116) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:04.365321 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:04.381549 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4adc48-fa12-4879-bd39-34436b81de28 admin admin] Deleting subnet 2d3fc86e-3241-464f-aa2e-aa754e56950e {{(pid=113286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 09:08:04.385048 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb4adc48-fa12-4879-bd39-34436b81de28 admin admin] Publish callbacks [] for subnet (2d3fc86e-3241-464f-aa2e-aa754e56950e), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.428508 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb4adc48-fa12-4879-bd39-34436b81de28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27773343'] for subnet (2d3fc86e-3241-464f-aa2e-aa754e56950e), precommit_delete_associations {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.503719 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb4adc48-fa12-4879-bd39-34436b81de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522204'] for subnet (2d3fc86e-3241-464f-aa2e-aa754e56950e), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.627059 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb4adc48-fa12-4879-bd39-34436b81de28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28129064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29048720'] for subnet (2d3fc86e-3241-464f-aa2e-aa754e56950e), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.661561 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4adc48-fa12-4879-bd39-34436b81de28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3fc86e-3241-464f-aa2e-aa754e56950e,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:04.663550 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb4adc48-fa12-4879-bd39-34436b81de28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.667380 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-bb4adc48-fa12-4879-bd39-34436b81de28 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/2d3fc86e-3241-464f-aa2e-aa754e56950e HTTP/1.1" status: 204 len: 168 time: 0.3320172 Oct 04 09:08:04.670548 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897346cf-cf87-4f8f-a2b7-9a8035ae32c6 None None] Network 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e requested from dv-cinder-859447-2-iscsi {{(pid=113288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 09:08:04.671052 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56118) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:04.716365 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-b60f92c7-842a-4d01-932d-abe0b939e373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.741081 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:08:04.866550 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074fee5-9127-4274-ae64-4754b1292077 None None] DHCP port deletion for 69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e request from dv-cinder-859447-2-iscsi {{(pid=113288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 09:08:04.873361 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 504a1118-da87-4f96-b187-a5496c9112d5 no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:08:04.897445 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 504a1118-da87-4f96-b187-a5496c9112d5 {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:08:04.897697 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 504a1118-da87-4f96-b187-a5496c9112d5 not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:08:04.898113 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f4ffabed-8420-4747-bb7d-9fca0df5b45e no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:08:04.938336 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: f4ffabed-8420-4747-bb7d-9fca0df5b45e {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:08:04.938704 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device f4ffabed-8420-4747-bb7d-9fca0df5b45e not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:08:04.946050 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-c074fee5-9127-4274-ae64-4754b1292077 None None] Deleting port 22ada7ab-2e0a-43f1-b60b-2fb45970373a {{(pid=113288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:08:04.946441 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c074fee5-9127-4274-ae64-4754b1292077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), before_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:04.995587 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728145'] for network (69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.013037 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.db [None req-c074fee5-9127-4274-ae64-4754b1292077 None None] For port 22ada7ab-2e0a-43f1-b60b-2fb45970373a, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=22ada7ab-2e0a-43f1-b60b-2fb45970373a,segment=NetworkSegment(ecb819e9-8a81-48c2-9a0b-6be81b01ad63),segment_id=ecb819e9-8a81-48c2-9a0b-6be81b01ad63)] {{(pid=113288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:08:05.013428 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c074fee5-9127-4274-ae64-4754b1292077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), precommit_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.027462 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-c074fee5-9127-4274-ae64-4754b1292077 None None] Calling delete_port for 22ada7ab-2e0a-43f1-b60b-2fb45970373a owned by network:dhcp {{(pid=113288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:08:05.037462 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Deleting port 22ada7ab-2e0a-43f1-b60b-2fb45970373a {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 09:08:05.037804 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759940124456'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.103073 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] For port 22ada7ab-2e0a-43f1-b60b-2fb45970373a, host dv-cinder-859447-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-2-iscsi',level=0,port_id=22ada7ab-2e0a-43f1-b60b-2fb45970373a,segment=NetworkSegment(ecb819e9-8a81-48c2-9a0b-6be81b01ad63),segment_id=ecb819e9-8a81-48c2-9a0b-6be81b01ad63)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 09:08:05.103368 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504179'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.116698 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Calling delete_port for 22ada7ab-2e0a-43f1-b60b-2fb45970373a owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 09:08:05.128632 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:05.210065 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-c074fee5-9127-4274-ae64-4754b1292077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), after_delete {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.217076 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759940127654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759939749636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28129053'] for port (22ada7ab-2e0a-43f1-b60b-2fb45970373a), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.256879 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074fee5-9127-4274-ae64-4754b1292077 None None] Pushing event deleted for resources: {'Port': ['ID=22ada7ab-2e0a-43f1-b60b-2fb45970373a,revision_number=None']} {{(pid=113288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:05.262185 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074fee5-9127-4274-ae64-4754b1292077 None None] No DVR routers for this DVR port 22ada7ab-2e0a-43f1-b60b-2fb45970373a on host dv-cinder-859447-2-iscsi {{(pid=113288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:08:05.265399 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ada7ab-2e0a-43f1-b60b-2fb45970373a,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:05.267772 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] No DVR routers for this DVR port 22ada7ab-2e0a-43f1-b60b-2fb45970373a on host dv-cinder-859447-2-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 09:08:05.344141 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514766', 'neutron.services.segments.db._delete_segments_for_network-8759940264924'] for network (69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.364688 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e']}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:05.374131 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63') {'for_net_delete': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:05.374469 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.services.segments.db [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb819e9-8a81-48c2-9a0b-6be81b01ad63') {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:08:05.385406 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759940218534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27773414'] for segment (ecb819e9-8a81-48c2-9a0b-6be81b01ad63), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.399607 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859'] for segment (ecb819e9-8a81-48c2-9a0b-6be81b01ad63), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.405980 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=113286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:08:05.407632 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28129218'] for segment (ecb819e9-8a81-48c2-9a0b-6be81b01ad63), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.451611 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment ecb819e9-8a81-48c2-9a0b-6be81b01ad63 resource provider aggregate not found Oct 04 09:08:05.471195 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.services.segments.plugin [-] Segment ecb819e9-8a81-48c2-9a0b-6be81b01ad63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecb819e9-8a81-48c2-9a0b-6be81b01ad63 found for delete ", "request_id": "req-f454bd52-0314-4100-b925-bff5e6402344"}]} Oct 04 09:08:05.564046 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441260'] for network (69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.569852 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:05.579830 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e HTTP/1.1" status: 204 len: 168 time: 0.9030561 Oct 04 09:08:05.586977 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661ac6e-93c5-4df0-b325-ad6ae0ce8ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ec7e51-6ecb-41c7-9b78-f8e9f3d33d9e,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:05.923044 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56126) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:05.963317 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-b92817e1-7d0a-4394-aae8-39bb380a76d3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=07b9220d86234adc83ef7fbe0d4d834d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391045 Oct 04 09:08:05.965772 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56128) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:06.015201 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-56cbbc9b-a980-4e02-92d4-8f7c8cb96944 admin admin] Publish callbacks [] for security_group (0d3c844e-c822-43c8-b4cb-9d9814703d75), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:06.016883 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:06.036307 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-56cbbc9b-a980-4e02-92d4-8f7c8cb96944 admin admin] Publish callbacks [] for security_group (0d3c844e-c822-43c8-b4cb-9d9814703d75), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:06.146832 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-56cbbc9b-a980-4e02-92d4-8f7c8cb96944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (0d3c844e-c822-43c8-b4cb-9d9814703d75), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:06.149225 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-56cbbc9b-a980-4e02-92d4-8f7c8cb96944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:06.150391 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-56cbbc9b-a980-4e02-92d4-8f7c8cb96944 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0d3c844e-c822-43c8-b4cb-9d9814703d75 HTTP/1.1" status: 204 len: 168 time: 0.1837285 Oct 04 09:08:06.158850 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbbc9b-a980-4e02-92d4-8f7c8cb96944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3c844e-c822-43c8-b4cb-9d9814703d75,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:06.566152 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 22ada7ab-2e0a-43f1-b60b-2fb45970373a no longer exists at agent ovs-agent-dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 09:08:06.586961 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.plugin [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] No Port match for: 22ada7ab-2e0a-43f1-b60b-2fb45970373a {{(pid=113288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 09:08:06.587315 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron.plugins.ml2.rpc [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Device 22ada7ab-2e0a-43f1-b60b-2fb45970373a not bound to the agent host dv-cinder-859447-2-iscsi {{(pid=113288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 09:08:06.824699 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56134) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:06.868278 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-a23a7d5f-6028-44a2-b6bb-6ff1965077db admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=33c49c7ca4e44d45b2416ab67784f0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423934 Oct 04 09:08:06.870858 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [-] (113286) accepted ('10.222.0.27', 56136) {{(pid=113286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 09:08:06.918513 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d08bee0-1d72-4cb2-86a4-394fd41ba1b1 admin admin] Publish callbacks [] for security_group (c0abe199-f726-4994-9452-258c8ca25760), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:06.937797 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d08bee0-1d72-4cb2-86a4-394fd41ba1b1 admin admin] Publish callbacks [] for security_group (c0abe199-f726-4994-9452-258c8ca25760), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:06.964562 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-64a6fe88-c3e7-44d4-b948-5a6e8c7e836b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:07.067334 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d08bee0-1d72-4cb2-86a4-394fd41ba1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787302'] for security_group (c0abe199-f726-4994-9452-258c8ca25760), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:07.069922 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4d08bee0-1d72-4cb2-86a4-394fd41ba1b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:07.071140 dv-cinder-859447-2-iscsi neutron-server[113286]: INFO neutron.wsgi [None req-4d08bee0-1d72-4cb2-86a4-394fd41ba1b1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c0abe199-f726-4994-9452-258c8ca25760 HTTP/1.1" status: 204 len: 168 time: 0.1993926 Oct 04 09:08:07.078936 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08bee0-1d72-4cb2-86a4-394fd41ba1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0abe199-f726-4994-9452-258c8ca25760,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:08:08.318029 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:09.672447 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:10.019576 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=8 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:10.176088 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:14.228707 dv-cinder-859447-2-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=51,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:14.736220 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=63 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:17.074027 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=62,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:17.074788 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:20.057133 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:20.058980 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=53,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:30.963796 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:34.601485 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=15 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:34.606340 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=17 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:34.698811 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5c038664-f9c3-4cf1-b934-82b38867a796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:36.935082 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9ec6cf3d-34c2-4e27-9093-bf39da492462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:38.331857 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:39.658871 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:40.115428 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:08:41.740032 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:08:50.059235 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:50.061115 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:08:51.735989 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:00.957853 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:04.671614 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0d72aae9-a199-4eb8-8f8a-3655526ee36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:06.951666 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-dc740225-84a7-4a41-8d02-649a4ba2fd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:08.328832 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:09.620016 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:10.128964 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:11.602992 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:11.603816 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:18.738464 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:09:20.061487 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:20.063353 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:30.962643 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:32.681868 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:32.682751 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:34.722979 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e14ce465-2b69-41f4-a9ac-bd5427a58561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:36.965836 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5bdad1af-7d5a-4366-90d5-01dba5703848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:38.323030 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:39.614374 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:40.128370 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:09:48.600334 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:48.601156 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:50.060116 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:50.065093 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:09:55.743617 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:10:00.945584 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:04.742363 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-ed91bb93-7f43-46aa-8072-180229bd56e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:05.733551 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:10:06.942509 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-27e9eb54-0688-4b8f-ba3f-9b645f41df68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:08.345160 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:09.625574 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:10.145028 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:20.065984 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:10:20.067950 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:10:30.079502 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=13 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:10:30.080393 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=19 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:10:30.981616 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:32.735541 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:10:34.678651 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-2268bee0-f1d9-45dd-9413-90418daa5c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:36.975866 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a7550294-21c2-4ab5-9f20-6b2307bb6224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:38.327687 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:39.659169 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:40.141749 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:10:42.731318 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=2 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:10:50.064431 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:10:50.070388 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:01.003586 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:02.594349 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=5 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:04.717922 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-03a9d832-ef37-4fcf-99eb-ac2af11a7315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:06.958710 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-5800d827-e74d-43bb-ad86-bcd2707ab222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:07.644985 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:08.339185 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:09.631922 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:09.733991 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:11:10.129476 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:19.729517 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:19.730247 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:20.070829 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:20.073733 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:31.030268 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:34.752020 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-b0870aee-184a-4b84-9fc9-e1be773d8271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:36.961662 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-15c6b677-1871-4d2e-a399-2b04729dc281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:38.340158 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:39.599183 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:39.599923 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=4 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:39.648676 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:40.145992 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:11:46.733247 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:11:50.090563 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:50.091388 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:56.728509 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:11:56.729679 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:01.042759 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:04.726788 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-9ba81f91-359a-486c-b4ce-d280474d23f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:06.979463 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-707d359e-1b9f-4a5f-b82e-722ddc07c444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:08.356750 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:09.625340 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:10.133381 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:16.603981 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:16.604785 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:20.071626 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:20.077621 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:23.733690 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:12:31.024956 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:33.728428 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=15 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:33.729269 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=13 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:34.681690 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-484e65d7-449b-4a61-94f4-72d77a3b6948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:36.949572 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-b0287976-7080-44a5-9b95-1e9c7ee9e5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:38.332830 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:39.601686 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:40.144670 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:12:50.077716 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:50.079606 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:53.596929 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:12:53.601935 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=3 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:13:00.732294 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG neutron.db.agents_db [None req-471aa62b-086b-446a-afd3-07f3c3fa9bf6 None None] Agent healthcheck: found 6 active agents {{(pid=113289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:13:01.052563 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0942aa8f-9bd3-48cb-8e4e-d39575f2408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (25d47042-688c-42c2-9caa-0a13cd90b716), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:13:04.732930 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-01ab5c78-75dc-4432-b730-b0f9f07ec80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (00060b80-4c3b-4630-b1e7-876422211001), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:13:06.966841 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-e90a59f9-9a6c-4e0f-ba53-082bbd57bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (a5fc0974-2d22-48bf-bebc-ff1f2bbecb28), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:13:08.377838 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f22a-aaa2-4690-9fb7-359cf4beedeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e0f0afff-501d-4b6f-86a6-8b35949eead9), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:13:09.681214 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-987c0c43-495c-413d-acc2-8065db7d29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (74b3b6a4-4d83-41dc-9a71-10f39179829e), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:13:10.143925 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-b2c5-461c-a362-3d43d8136e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759940264906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517121'] for agent (e7ab1209-84ea-4cc2-a1fe-a8e4c752af34), after_update {{(pid=113288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:13:10.726695 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:13:10.727443 dv-cinder-859447-2-iscsi neutron-server[113289]: DEBUG dbcounter [-] [113289] Writing DB stats neutron:SELECT=1 {{(pid=113289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:13:20.077015 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:13:20.084037 dv-cinder-859447-2-iscsi neutron-server[113288]: DEBUG dbcounter [-] [113288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:13:27.620642 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-cc90ec8b-eadc-4e95-8a76-251306f6483b service neutron] (113286) timed out ('10.222.0.27', 51004) {{(pid=113286) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 09:13:27.793664 dv-cinder-859447-2-iscsi neutron-server[113286]: DEBUG neutron.wsgi [req-18e2d261-6b28-4b5f-b625-59e1e572d0f6 req-0fa8420b-9963-4e2d-ae74-be74af938b92 tempest-AttachVolumeShelveTestJSON-943983300 tempest-AttachVolumeShelveTestJSON-943983300-project] (113286) timed out ('10.222.0.27', 51012) {{(pid=113286) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}